{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":912,"total_is_capped":false,"direct_labels_cover":2,"predictions_cover":912,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"8075081c2ee3","filters":{"topic":"Evaluation of Teaching Practices"}},"results":[{"id":"W2466600903","doi":"10.1080/0142159x.2016.1181851","title":"A systematic review of faculty development initiatives designed to enhance teaching effectiveness: A 10-year update: BEME Guide No. 40","year":2016,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":793,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Wilson Centre; Dalhousie University; University Health Network; McGill University","funders":"","keywords":"Enthusiasm; Experiential learning; Context (archaeology); Psychology; Medical education; Faculty development; Pedagogy; Medicine; Professional development; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.1180018990173225,"gpt":0.5158556923051463,"spread":0.3978537932878238,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.05261992,0.0005726392,0.003489916,0.0002279335,0.0004556979,0.0000719824,0.001642098,0.000546493,0.007011829],"category_scores_gemma":[0.1874578,0.0003707505,0.0005040243,0.0004080523,0.000260858,0.0004339547,0.0003279677,0.0009544264,0.004525474],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009693098,"about_ca_system_score_gemma":0.003446801,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001222025,"about_ca_topic_score_gemma":0.0000306618,"domain_scores_codex":[0.9712096,0.02164881,0.002369977,0.0007839637,0.003411738,0.0005759487],"domain_scores_gemma":[0.9925045,0.003787492,0.002013386,0.0006396858,0.0005081964,0.000546729],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001006877,0.0001859419,0.000004455481,0.8189034,0.0005886382,0.000008427278,0.002886827,1.100945e-8,2.116978e-7,0.0005962709,0.009732917,0.1670828],"study_design_scores_gemma":[0.00006591251,0.00002727928,0.000001278089,0.4776155,0.0004322062,0.000001376024,0.00008820309,2.580788e-7,5.676387e-7,0.000008340319,0.5215082,0.0002508473],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000003677192,0.9638864,0.002590855,0.0009967552,0.0003106823,0.004397073,0.00001217893,0.000147493,0.02765487],"genre_scores_gemma":[0.000009731059,0.9830709,0.003957125,0.0003537037,0.000344686,0.001479154,0.00005675393,0.0000698556,0.01065813],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5117753,"threshold_uncertainty_score":0.9998745,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2522686050","doi":"10.1016/j.stueduc.2016.08.007","title":"Meta-analysis of faculty's teaching effectiveness: Student evaluation of teaching ratings and student learning are not related","year":2016,"lang":"en","type":"article","venue":"Studies In Educational Evaluation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":584,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Psychology; Set (abstract data type); Meta-analysis; Student achievement; Sample (material); Mathematics education; Artifact (error); Correlation; Academic achievement; Computer science; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.4547744883637743,"gpt":0.6028893736354598,"spread":0.1481148852716855,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09268692,0.0002089714,0.0008769293,0.0007324184,0.0007431494,0.00004090412,0.0002553268,0.00009727685,0.0003099543],"category_scores_gemma":[0.04771985,0.0001601653,0.000286031,0.0005909876,0.0003777628,0.0007945515,0.000127663,0.0003362298,0.000004038066],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001150813,"about_ca_system_score_gemma":0.0005705137,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007520456,"about_ca_topic_score_gemma":0.001020639,"domain_scores_codex":[0.9763434,0.01726751,0.001105494,0.0005592721,0.004491648,0.0002326921],"domain_scores_gemma":[0.9865518,0.008753964,0.001846317,0.0002371685,0.002559078,0.00005164378],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005702274,0.0009973614,0.5414988,0.00008726221,0.0679618,1.627083e-7,0.297083,0.04020324,0.001776966,0.03294056,0.00006437979,0.01732937],"study_design_scores_gemma":[0.00103107,0.00007732966,0.8252358,0.0001478536,0.08254518,3.009152e-7,0.08416113,0.001747693,0.00007442099,0.004695204,0.00007860357,0.0002053968],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9863142,0.002505416,0.00007177076,0.007012738,0.0003367933,0.001244525,0.0000109117,0.0000218712,0.002481813],"genre_scores_gemma":[0.9981865,0.0001230629,0.0008152752,0.00002729689,0.00006460694,0.0004634708,0.00002934962,0.00001310642,0.0002772835],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.283737,"threshold_uncertainty_score":0.9603016,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W396956733","doi":"10.1007/1-4020-5742-3","title":"The Scholarship of Teaching and Learning in Higher Education: An Evidence-Based Perspective","year":2007,"lang":"en","type":"book","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":388,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"","keywords":"Scholarship; Perspective (graphical); Scholarship of Teaching and Learning; Higher education; Pedagogy; Sociology; Mathematics education; Political science; Engineering ethics; Teaching method; Psychology; Teaching and learning center; Engineering; Art; Visual arts","retraction":null,"screen_n_in":null,"score":{"opus":0.284773734323933,"gpt":0.5013646581060859,"spread":0.2165909237821528,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02489274,0.000130736,0.0001685802,0.0002118728,0.001322804,0.0002703034,0.0003780361,0.000236821,0.0004290243],"category_scores_gemma":[0.01255566,0.000105441,0.00004435786,0.00009648265,0.0003940798,0.001175856,0.00003680532,0.002205948,0.00001060576],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007800094,"about_ca_system_score_gemma":0.00371578,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007771621,"about_ca_topic_score_gemma":0.006012929,"domain_scores_codex":[0.9943967,0.00398502,0.0002876757,0.0002999806,0.0008389055,0.0001916779],"domain_scores_gemma":[0.991176,0.007714842,0.0004686731,0.0002013597,0.0003558391,0.00008330115],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000325499,0.00005811972,0.004226611,0.00001911389,0.00001578423,5.588575e-7,0.01536262,0.00002779144,0.000004529914,0.9396648,0.001042562,0.03954499],"study_design_scores_gemma":[0.000206512,0.0001671625,0.02568829,0.001283845,0.00007734121,5.509326e-7,0.04353717,0.00002659143,0.00000346227,0.0526989,0.8759485,0.0003616018],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.002315216,0.004588351,0.00001355366,0.02557303,0.0003528089,0.0003228688,2.428189e-7,0.00005753557,0.9667764],"genre_scores_gemma":[0.1130622,0.0002001164,0.001897201,0.0004774049,0.0005043558,0.000009795088,0.000002463623,0.00001750364,0.883829],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.8869659,"threshold_uncertainty_score":0.9999774,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2599980125","doi":"10.1080/2331186x.2017.1304016","title":"Student evaluations of teaching are an inadequate assessment tool for evaluating faculty performance","year":2017,"lang":"en","type":"article","venue":"Cogent Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":307,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Algoma University","funders":"","keywords":"Summative assessment; Set (abstract data type); Medical education; Formative assessment; Faculty development; Psychology; Evaluation methods; Program evaluation; Course evaluation; Teaching method; Mathematics education; Higher education; Pedagogy; Computer science; Medicine; Professional development; Engineering; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.330727264537629,"gpt":0.6184685834139221,"spread":0.2877413188762931,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01112045,0.0001081441,0.0001502142,0.0000852408,0.003648847,0.0003607655,0.0006000025,0.00006278516,0.00009002562],"category_scores_gemma":[0.006274597,0.0001132396,0.00006206943,0.00004336186,0.0001045305,0.00164437,0.00006030636,0.0001695831,0.00001116746],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004206764,"about_ca_system_score_gemma":0.001751248,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006408431,"about_ca_topic_score_gemma":0.0002554189,"domain_scores_codex":[0.9973636,0.0007590488,0.0003810238,0.0002788712,0.001009241,0.0002082268],"domain_scores_gemma":[0.9969403,0.0002892443,0.00131218,0.0005218993,0.000854283,0.00008216718],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00002423035,0.001175818,0.4458916,0.00008769307,0.00006047664,3.816361e-8,0.04085214,0.0009358563,0.001657225,0.03223612,0.00091635,0.4761624],"study_design_scores_gemma":[0.0004628144,0.0002057906,0.9583969,0.0001385582,0.0001649444,2.803475e-7,0.0225278,0.007759754,0.0002788529,0.001168616,0.008697892,0.0001977569],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9845595,0.00003461592,0.001928742,0.005569698,0.001137702,0.001210329,0.00001194204,0.00003828973,0.005509125],"genre_scores_gemma":[0.9784628,0.00001911221,0.01924239,0.00008130082,0.0003517898,0.0003641565,0.00008065843,0.00001282269,0.001385026],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5125054,"threshold_uncertainty_score":0.9976482,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2782685758","doi":"10.3389/fpsyg.2017.02218","title":"An Investigation of First-Year Students' and Lecturers' Expectations of University Education","year":2018,"lang":"en","type":"article","venue":"Frontiers in Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":198,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Cognitive dissonance; Mathematics education; Higher education; Drop out; Medical education; Pedagogy; Social psychology; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.04977843051832537,"gpt":0.4371095960887703,"spread":0.3873311655704449,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008092598,0.00003323115,0.00007758475,0.0002077251,0.0001173989,0.000006091983,0.0001800878,0.00007004006,0.00003782965],"category_scores_gemma":[0.0002719794,0.00004023015,0.00000982486,0.0002435959,0.0005431171,0.0002594059,0.000009987776,0.00005976555,0.00000141704],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003736554,"about_ca_system_score_gemma":0.00009410114,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006069489,"about_ca_topic_score_gemma":0.001228648,"domain_scores_codex":[0.998947,0.0006043994,0.0001099288,0.0001304818,0.0001425388,0.00006569643],"domain_scores_gemma":[0.9995087,0.00007455592,0.0001550729,0.0001167371,0.0001092785,0.00003566077],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004717736,0.00008014387,0.938103,0.000003510673,0.000008693031,6.986406e-8,0.05134763,9.452223e-7,0.00007790885,0.002458073,0.004379544,0.003493317],"study_design_scores_gemma":[0.0005755938,0.0002509465,0.8507457,0.00002269954,0.00002805164,4.412204e-7,0.116526,0.00004469018,0.000104012,0.02307899,0.008533543,0.00008930887],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9891099,0.00009564913,0.003817304,0.002497768,0.0007951633,0.0001261365,0.0000014096,0.00001062481,0.003546075],"genre_scores_gemma":[0.9690271,0.00005874918,0.03074216,0.00005870616,0.00004972009,0.000001099401,0.000003169069,0.000002487323,0.00005680977],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08735723,"threshold_uncertainty_score":0.2001137,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2029874106","doi":"10.1002/ace.45","title":"Good Teaching: One Size Fits All?","year":2002,"lang":"en","type":"article","venue":"New Directions for Adult and Continuing Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":175,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Key (lock); Mathematics education; Psychology; Teaching method; Computer science; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.06735945230270542,"gpt":0.391105571972264,"spread":0.3237461196695586,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007529434,0.00008311293,0.00009789089,0.00007551232,0.0007762224,0.0002165644,0.00009675985,0.00007599942,0.0002627194],"category_scores_gemma":[0.006955017,0.00009345157,0.00004930551,0.0001142308,0.00004267695,0.0005695072,0.000009969369,0.0001613424,0.00002584355],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007972312,"about_ca_system_score_gemma":0.00007394166,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003631445,"about_ca_topic_score_gemma":0.001705067,"domain_scores_codex":[0.999029,0.0001966,0.0001694626,0.0002156858,0.000207647,0.0001815897],"domain_scores_gemma":[0.9986245,0.0007283827,0.0001532701,0.000117283,0.0002501753,0.0001264062],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005615922,0.0002348372,0.00143424,0.000008160468,0.000020543,1.889481e-8,0.03683204,8.71703e-7,0.0002011672,0.03294313,0.04717259,0.8811468],"study_design_scores_gemma":[0.000342514,0.00005045477,0.005108639,0.00008404266,0.000101183,0.000001382383,0.009623648,0.0001531617,0.00005281299,0.002272052,0.9820445,0.0001655924],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5083671,0.001823977,0.001314175,0.1512177,0.004272277,0.001421876,0.000007438782,0.0007023786,0.3308731],"genre_scores_gemma":[0.8392624,0.0003493864,0.01001775,0.0006259973,0.001143995,0.0001006341,0.000007162128,0.00001481503,0.1484778],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9348719,"threshold_uncertainty_score":0.8326308,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2157798782","doi":"10.1080/07294360802444321","title":"Why is the Scholarship of Teaching and Learning such a hard sell?","year":2009,"lang":"en","type":"article","venue":"Higher Education Research & Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":170,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Scholarship; Operationalization; Scholarship of Teaching and Learning; Promotion (chess); Sociology; Engineering ethics; Epistemology; Mathematics education; Political science; Pedagogy; Psychology; Teaching method; Teaching and learning center; Philosophy; Law; Engineering; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.2116077166579602,"gpt":0.518552727231267,"spread":0.3069450105733068,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02263637,0.00007821474,0.0000924622,0.0002056168,0.00275158,0.0003194979,0.0003631811,0.00006580927,0.0006322076],"category_scores_gemma":[0.003298784,0.00006232812,0.00002092901,0.0003606992,0.0001779411,0.0005001993,0.00005817159,0.001215925,0.00006099278],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002333794,"about_ca_system_score_gemma":0.001683141,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001450155,"about_ca_topic_score_gemma":0.00008794243,"domain_scores_codex":[0.9935755,0.004136066,0.0002428219,0.0002421444,0.001488586,0.0003149198],"domain_scores_gemma":[0.9977573,0.001277377,0.0001368282,0.0001731314,0.0005266438,0.0001287069],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000370594,0.0005459622,0.06715026,0.0000434897,0.00006078052,5.770002e-7,0.3297603,0.000009443663,0.001207995,0.1404919,0.1383726,0.3223196],"study_design_scores_gemma":[0.0000562105,0.00002232414,0.2918782,0.00004534184,0.000003516903,2.927292e-7,0.006495624,0.000001721798,0.0001431371,0.002442735,0.6988512,0.00005972067],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6661701,0.0006923463,0.00002515374,0.2875524,0.0002336036,0.0004087634,1.954404e-7,0.0000449094,0.04487257],"genre_scores_gemma":[0.9506343,0.0001256146,0.01055118,0.002902647,0.0001615348,0.00003940889,0.000003150624,0.000007461761,0.03557468],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5604786,"threshold_uncertainty_score":0.9985467,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1998645460","doi":"10.1080/0729436032000058623","title":"The Relationship between Students' Course Perception and their Approaches to Studying in Undergraduate Science Courses: A Canadian experience","year":2003,"lang":"en","type":"article","venue":"Higher Education Research & Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":168,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Workload; Perception; Scale (ratio); Mathematics education; Sample (material); Higher education; Medical education; Computer science; Medicine; Chemistry; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.4917830444344724,"gpt":0.5374846249702474,"spread":0.045701580535775,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02036384,0.0001031022,0.00008756398,0.0005010733,0.005142804,0.0009101773,0.0006540829,0.00005079274,0.00004502922],"category_scores_gemma":[0.003003859,0.0000837532,0.000010083,0.001600607,0.0007056267,0.0006022768,0.00008440839,0.0003700366,0.00006631498],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001999003,"about_ca_system_score_gemma":0.01127835,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02984786,"about_ca_topic_score_gemma":0.08538865,"domain_scores_codex":[0.9953197,0.001739706,0.0002689574,0.0004087951,0.001623988,0.0006388876],"domain_scores_gemma":[0.9971533,0.001693686,0.00007255536,0.0002472072,0.0003361785,0.0004970046],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000001873403,0.00007042081,0.7951864,0.000002487943,0.000004079152,1.213444e-7,0.1249136,0.000004739129,0.000005289482,0.0749089,0.0003108419,0.004591215],"study_design_scores_gemma":[0.00006352687,0.00001160518,0.7958899,0.00003088194,0.000001535064,1.970959e-7,0.125441,0.000001082755,0.000006466415,0.002643012,0.0758207,0.00009006881],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.94738,0.0001599723,0.00002359855,0.0444814,0.0002946701,0.0008790584,4.168514e-7,0.00001783247,0.006763041],"genre_scores_gemma":[0.9928691,0.00003257827,0.001423676,0.000132323,0.00005897449,0.0004517676,0.000002302567,0.000009032013,0.005020202],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07550986,"threshold_uncertainty_score":0.9961523,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2111473025","doi":"10.1187/cbe.14-02-0023","title":"The Teaching Practices Inventory: A New Tool for Characterizing College and University Teaching in Mathematics and Science","year":2014,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":158,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Tracking (education); Mathematics education; Concept inventory; Teaching method; Science education; Computer science; Psychology; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.1109846650706356,"gpt":0.4304267611606944,"spread":0.3194420960900588,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02586668,0.00009476241,0.0001125969,0.0002314955,0.006138682,0.0006205357,0.0005397213,0.00004572739,0.000003314705],"category_scores_gemma":[0.03815195,0.00008102239,0.00001777516,0.0003788285,0.001148684,0.003043868,0.0001014314,0.0002402174,0.000001680543],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001839209,"about_ca_system_score_gemma":0.002471644,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001911508,"about_ca_topic_score_gemma":0.001605831,"domain_scores_codex":[0.997912,0.0006450671,0.0002061977,0.0003700702,0.0005527431,0.000313905],"domain_scores_gemma":[0.996569,0.002374307,0.0006556261,0.0001554602,0.00007533968,0.0001702858],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001268918,0.00008767141,0.02395192,0.0000294261,0.000003961664,5.813526e-8,0.06296293,0.000004171243,0.0009647937,0.8718159,0.001238412,0.03892802],"study_design_scores_gemma":[0.0005303535,0.0001673668,0.04624633,0.0002419566,0.00005592396,0.000005914133,0.2421843,0.01490157,0.00004103554,0.02624192,0.668948,0.0004353505],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9415919,0.000163147,0.0003920211,0.04502337,0.0006234118,0.0005344904,0.000001373724,0.00003894858,0.01163136],"genre_scores_gemma":[0.9753479,0.0001077513,0.02228446,0.0003700255,0.0002885596,0.000008739606,8.043901e-7,0.000005790677,0.001585944],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.845574,"threshold_uncertainty_score":0.9951552,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2000534651","doi":"10.1080/03057260802681847","title":"Identity in science learning: exploring the attention given to agency and structure in studies of identity","year":2009,"lang":"en","type":"article","venue":"Studies in Science Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":157,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Identity (music); Structure and agency; Agency (philosophy); Sociology; Social identity approach; Epistemology; Personality; Identity formation; Social identity theory; Social psychology; Perspective (graphical); Science education; Psychology; Self-concept; Social science; Pedagogy; Social group; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.310549353783829,"gpt":0.5688665980168688,"spread":0.2583172442330398,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01425855,0.00007985433,0.0001554426,0.0007023335,0.001130727,0.0001468955,0.0006182984,0.00001773366,0.000003536556],"category_scores_gemma":[0.0254668,0.00006685005,0.00001362297,0.004627342,0.002287198,0.006091355,0.0002152029,0.0002142819,0.000001926296],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007320453,"about_ca_system_score_gemma":0.0007998487,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001840945,"about_ca_topic_score_gemma":0.02349396,"domain_scores_codex":[0.9975207,0.0003745066,0.0003290952,0.0003755908,0.001114191,0.0002859418],"domain_scores_gemma":[0.9987999,0.000299808,0.0002122966,0.0001631562,0.0004804517,0.00004437153],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.000005291263,0.00006789637,0.3827067,0.00001937356,0.00000267062,3.046882e-7,0.5630251,0.0003897189,0.003688503,0.0253356,0.00001879505,0.02474011],"study_design_scores_gemma":[0.00004804394,0.00002673173,0.7145187,0.0001043552,0.000003296081,2.093171e-7,0.2686073,0.0000145108,0.0000844879,0.0164876,0.00005039528,0.00005438853],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9888137,0.001249552,0.00001030933,0.007628899,0.001369163,0.0003442009,1.968148e-7,0.00001008509,0.0005739113],"genre_scores_gemma":[0.9980708,0.001235134,0.0004620275,0.0000657606,0.00006611879,0.00002313567,1.15768e-7,0.000001707755,0.00007522148],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.331812,"threshold_uncertainty_score":0.9943247,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4229040106","doi":"10.1007/s10984-022-09410-4","title":"What are the key elements of a positive learning environment? Perspectives from students and faculty","year":2022,"lang":"en","type":"article","venue":"Learning Environments Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":154,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kwantlen Polytechnic University","funders":"","keywords":"Sociology of Education; Psychology; Learning environment; Educational technology; Session (web analytics); Pedagogy; Cooperative learning; Experiential learning; Focus group; Mathematics education; Teaching method; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.187599680144551,"gpt":0.4972590229945517,"spread":0.3096593428500007,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008792987,0.0001268447,0.0001699024,0.0001283633,0.00395175,0.0003148636,0.0007181747,0.0000520972,0.002037741],"category_scores_gemma":[0.001353958,0.0001160897,0.00005156446,0.0001899023,0.0007516802,0.0006397571,0.00132069,0.001782376,0.00008401212],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005755806,"about_ca_system_score_gemma":0.00004389357,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002202624,"about_ca_topic_score_gemma":0.00004455675,"domain_scores_codex":[0.9860192,0.008934991,0.0002462343,0.0004852378,0.003880929,0.0004334381],"domain_scores_gemma":[0.9979129,0.001383014,0.0003517322,0.0002218929,0.00002451902,0.000105957],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001296835,0.0005209545,0.6344949,0.000005356753,0.0002591694,0.00001123138,0.3428409,0.005680359,0.001744232,0.0004930563,0.000184913,0.01363528],"study_design_scores_gemma":[0.0004164103,0.0002029165,0.3047465,0.00002281123,0.00002344523,4.351709e-7,0.5287443,0.0001432205,0.00004663855,0.0001952539,0.1653436,0.0001144028],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9916,0.001549235,0.00001881041,0.005223606,0.00007237036,0.0005279641,0.00001400226,0.00002078593,0.000973188],"genre_scores_gemma":[0.9813608,0.003192329,0.0001589361,0.00004197627,0.00006417445,0.0001011103,0.00003579599,0.00002359591,0.0150213],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3297484,"threshold_uncertainty_score":0.9988745,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W93951586","doi":"10.20429/ijsotl.2011.050123","title":"The Relationship between Scholarly Teaching and SoTL: Models, Distinctions, and Clarifications","year":2011,"lang":"en","type":"article","venue":"International Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":151,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Windsor","funders":"","keywords":"Reflexivity; Conceptual model; Sociology; Epistemology; Management science; Computer science; Knowledge management; Social science; Economics; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.3253808156844603,"gpt":0.4572905322235873,"spread":0.1319097165391271,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03280145,0.0001084835,0.0001123626,0.0001392969,0.01384184,0.001536094,0.0005073748,0.00009932914,0.000005328023],"category_scores_gemma":[0.05048678,0.00007625771,0.00006580042,0.00004630351,0.0003158175,0.002771365,0.00009932677,0.004429022,0.000001151953],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008470508,"about_ca_system_score_gemma":0.00008905758,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001284304,"about_ca_topic_score_gemma":0.0001297963,"domain_scores_codex":[0.9951446,0.003491425,0.0003935076,0.000180435,0.0006007018,0.00018935],"domain_scores_gemma":[0.985896,0.01300564,0.000553105,0.0001158058,0.0003121184,0.0001173243],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00005008603,0.00002336144,0.4106789,0.000005365102,0.0001496261,4.08341e-7,0.02890562,0.00007162553,0.00002666399,0.4654952,0.00005206329,0.09454107],"study_design_scores_gemma":[0.0005826302,0.00009924858,0.7239223,0.0001802444,0.0002283532,0.00005968138,0.04122751,0.001454543,0.000003583101,0.1615907,0.07044172,0.0002094891],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.928144,0.002389231,0.02888795,0.03491068,0.0007116135,0.0002707281,0.0000073099,0.0000658943,0.004612535],"genre_scores_gemma":[0.9879969,0.0002591278,0.009669977,0.00008219941,0.0004068236,0.00001060889,0.000003570277,0.00001544821,0.001555369],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3132435,"threshold_uncertainty_score":0.9995004,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2072716722","doi":"10.1080/07294360701805234","title":"Doing course evaluation as if learning matters most","year":2008,"lang":"en","type":"article","venue":"Higher Education Research & Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":133,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Ottawa Mental Health Centre","funders":"Umeå Universitet; Kungliga Tekniska Högskolan","keywords":"Constructive; Task (project management); Course (navigation); Function (biology); Mathematics education; Course evaluation; Computer science; Psychology; Higher education; Sociology; Management; Political science; Engineering; Law; Process (computing); Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.200289056291883,"gpt":0.539078745819193,"spread":0.33878968952731,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01487094,0.0001204239,0.0001125397,0.0003354409,0.003572828,0.0002277938,0.0003801171,0.0000965557,0.007862883],"category_scores_gemma":[0.001473477,0.0001308723,0.00002718995,0.0008246936,0.0002938177,0.0007093694,0.00008308335,0.0006007252,0.002829141],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001283349,"about_ca_system_score_gemma":0.01267364,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00262156,"about_ca_topic_score_gemma":0.0001270345,"domain_scores_codex":[0.9917799,0.003163108,0.0003328861,0.0003904254,0.003795837,0.0005378572],"domain_scores_gemma":[0.9969136,0.0007430835,0.0001802511,0.0002179025,0.001681351,0.0002638549],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000556456,0.001272418,0.06127887,0.00004499462,0.0001240189,0.000008859346,0.2305961,0.0007890653,0.0004836413,0.03761749,0.3890672,0.2786617],"study_design_scores_gemma":[0.0001648637,0.00001882127,0.127068,0.00005109061,0.000008953348,0.000002635415,0.007923203,0.00001920414,0.0001026125,0.0004105615,0.864082,0.0001480803],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6295233,0.0006546716,0.00007994958,0.1249423,0.002050779,0.001369834,3.467625e-7,0.0002224565,0.2411563],"genre_scores_gemma":[0.8926398,0.000208404,0.008890987,0.001137595,0.0004294787,0.0004157665,0.00004309102,0.00002365794,0.0962112],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4750148,"threshold_uncertainty_score":0.9979473,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089617720","doi":"10.1080/758484352","title":"How Much Do They Understand? Lectures, students and comprehension","year":2000,"lang":"en","type":"article","venue":"Higher Education Research & Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":123,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Comprehension; Quarter (Canadian coin); Diversity (politics); Mathematics education; Psychology; Literacy; Pedagogy; Sociology; Linguistics; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.2387016244819242,"gpt":0.5252351982233884,"spread":0.2865335737414642,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00400401,0.0001057636,0.0001028369,0.0001990046,0.001657335,0.0009999186,0.0003888735,0.00008727445,0.002562169],"category_scores_gemma":[0.0002304255,0.00009695462,0.00001639198,0.0002965781,0.0001973191,0.0004259406,0.00008069439,0.0003408333,0.0001979874],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005694599,"about_ca_system_score_gemma":0.001570702,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001100477,"about_ca_topic_score_gemma":0.0006194647,"domain_scores_codex":[0.9954697,0.001407085,0.0001683429,0.0003442481,0.002220294,0.0003903182],"domain_scores_gemma":[0.9986675,0.0004744826,0.00005939998,0.0002009457,0.0003629057,0.0002348062],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001644467,0.001710594,0.05178268,0.0000771408,0.0001661937,0.000004583706,0.2526306,0.00001177713,0.0003656768,0.1236147,0.1750487,0.3944229],"study_design_scores_gemma":[0.0001783362,0.00001928226,0.151639,0.00003913322,0.000004097808,5.655e-7,0.01072947,5.209446e-7,0.00004122467,0.007046053,0.8301866,0.0001156833],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8810796,0.001108423,0.000005992808,0.06893992,0.0004287893,0.0006073148,5.242839e-7,0.00006978247,0.0477596],"genre_scores_gemma":[0.9024621,0.0006917085,0.002058022,0.0003437711,0.0001771928,0.00006005042,0.000009826735,0.00001188257,0.09418544],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6551379,"threshold_uncertainty_score":0.9996424,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2158712864","doi":"10.5206/cjsotl-rcacea.2011.2.4","title":"Examination of the Quality of Multiple-choice Items on Classroom Tests","year":2011,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":120,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"Brock University","funders":"Brock University","keywords":"Multiple choice; Psychology; Selection (genetic algorithm); Quality (philosophy); Test (biology); Social psychology; Statistical analysis; Statistics; Significant difference; Mathematics; Computer science; Biology; Artificial intelligence; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.3066813021309989,"gpt":0.440101905591797,"spread":0.133420603460798,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04849466,0.00008185893,0.0001455423,0.0001012944,0.004991377,0.0001037168,0.0006601373,0.00007980943,0.00002856286],"category_scores_gemma":[0.09836846,0.00004614037,0.0001131481,0.0001148674,0.0004026341,0.0003462486,0.00002097795,0.002111376,6.576758e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009594596,"about_ca_system_score_gemma":0.0003914585,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1073831,"about_ca_topic_score_gemma":0.1443451,"domain_scores_codex":[0.9910782,0.007746034,0.0003738338,0.0000950051,0.0005024025,0.0002045488],"domain_scores_gemma":[0.9871651,0.01123171,0.001036259,0.0002017718,0.0002448741,0.0001202739],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007027935,0.00004451288,0.6635009,0.00004745121,0.0001312481,2.661274e-7,0.2057923,0.001197668,0.001052863,0.04094853,0.0000761574,0.08713785],"study_design_scores_gemma":[0.000288305,0.0001111568,0.9705538,0.0001827701,0.00006841606,0.000003322104,0.01718001,0.0001775415,0.0001361647,0.002238932,0.008982045,0.00007760509],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9906896,0.0002542544,0.00007288946,0.003667284,0.000354373,0.0002152651,0.000003812445,0.000006360874,0.004736197],"genre_scores_gemma":[0.9983848,0.000009344221,0.0003281744,0.00008542017,0.0001198571,0.0000025945,4.01313e-7,0.000009961051,0.001059487],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3070529,"threshold_uncertainty_score":0.996304,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2071016044","doi":"10.1080/02602930500260688","title":"Ratings of university teacher instruction: how much do student and course characteristics really matter?","year":2005,"lang":"en","type":"article","venue":"Assessment & Evaluation in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":119,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Mathematics education; Class (philosophy); Higher education; Student teacher; Medical education; Teacher education; Medicine; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.0842783477103564,"gpt":0.4658851886852968,"spread":0.3816068409749404,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005190423,0.000106735,0.0001476967,0.0001700495,0.0002672371,0.0001417986,0.0001701683,0.00009600392,0.002300012],"category_scores_gemma":[0.0001657496,0.0001255454,0.00002527529,0.000281424,0.0001195538,0.001173478,0.00003520302,0.0001894526,0.00001421651],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008246859,"about_ca_system_score_gemma":0.001359811,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000495892,"about_ca_topic_score_gemma":0.0002742084,"domain_scores_codex":[0.9966146,0.001669421,0.0002902458,0.0002699414,0.00101274,0.0001430338],"domain_scores_gemma":[0.9984021,0.0002125419,0.0005739767,0.0001943211,0.0005502325,0.00006677974],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002027491,0.0007755606,0.8878649,0.00002169133,0.00003276488,1.364795e-7,0.01586624,0.00004213379,0.0001945648,0.0353496,0.002755075,0.05707701],"study_design_scores_gemma":[0.0005164538,0.00002854161,0.9531043,0.00004244875,0.0001032299,5.202286e-7,0.01525056,0.0002370634,0.00000654631,0.0004234954,0.03016779,0.0001190846],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9186757,0.00007499132,0.00002773903,0.05601809,0.0007618575,0.0005432308,0.00000223553,0.00002477302,0.02387143],"genre_scores_gemma":[0.9895203,0.00008000387,0.003822316,0.0001561987,0.0003747596,0.00002767887,0.00003491464,0.000009154647,0.005974741],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07084458,"threshold_uncertainty_score":0.998612,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2102821133","doi":"10.5430/ijhe.v2n3p28","title":"The Impact of Differentiated Instruction in a Teacher Education Setting: Successes and Challenges","year":2013,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":117,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Practicum; Differentiated instruction; Curriculum; Graduation (instrument); Psychology; Mathematics education; Higher education; Class (philosophy); Medical education; Pedagogy; Medicine; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.06078818751273233,"gpt":0.4531415707026014,"spread":0.3923533831898691,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009901163,0.00006670989,0.00008982037,0.0002412569,0.0001022805,0.0001609685,0.0002819704,0.00005241635,0.0002863068],"category_scores_gemma":[0.0006813761,0.00004740333,0.00005075349,0.0001013196,0.0000786959,0.00111029,0.00001949532,0.0001677756,0.000004086406],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002816238,"about_ca_system_score_gemma":0.0009556938,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006707065,"about_ca_topic_score_gemma":0.0002946355,"domain_scores_codex":[0.9985736,0.0004131727,0.0003850126,0.0000789883,0.0004633412,0.00008586883],"domain_scores_gemma":[0.9977299,0.0002976565,0.0008070001,0.00006762823,0.001046561,0.00005122926],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00006538606,0.000908957,0.2533593,0.00001301316,0.0001369983,1.78363e-7,0.01363454,0.00003225579,0.0008026515,0.02501134,0.002560101,0.7034753],"study_design_scores_gemma":[0.0002108671,0.00004120359,0.9735364,0.0000817636,0.0000124678,0.000007629945,0.005011048,0.00001873787,0.00003591911,0.009938975,0.01105437,0.00005058951],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9513019,0.0033204,0.000004265799,0.03961295,0.001975846,0.0001210009,3.338972e-7,0.000005421062,0.003657881],"genre_scores_gemma":[0.9959842,0.002207461,0.0001892341,0.0000280035,0.0005879778,0.00001172993,0.00000225742,0.00000571204,0.0009834499],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7201771,"threshold_uncertainty_score":0.9999074,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056003629","doi":"10.1177/0741088311419630","title":"The Writing’s on the Board","year":2011,"lang":"en","type":"article","venue":"Written Communication","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":112,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Narrative; Rhetorical question; Discipline; Pedagogy; Mathematics education; Rhetoric; Composition (language); Linguistics; Sociology; Psychology; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.2759961584113557,"gpt":0.426895193251216,"spread":0.1508990348398603,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006476815,0.00004864217,0.00003968323,0.00001655811,0.003718073,0.0002022661,0.001259588,0.00003482972,0.0002237192],"category_scores_gemma":[0.002059152,0.00002927866,0.00003356603,0.0000859541,0.0004589769,0.0002263369,0.00009185269,0.0002853411,0.0003586775],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005166233,"about_ca_system_score_gemma":0.00005389904,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004601737,"about_ca_topic_score_gemma":0.003359406,"domain_scores_codex":[0.9972652,0.002025937,0.0001485184,0.00007755704,0.0003501368,0.0001327012],"domain_scores_gemma":[0.9962655,0.002549217,0.0001738271,0.0008611392,0.0001228007,0.00002751868],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007300507,0.00003012309,0.0006081408,3.643618e-7,0.000008371294,4.688002e-8,0.02894795,3.276096e-7,0.000005018869,0.9418361,0.01025588,0.01830036],"study_design_scores_gemma":[0.00005769532,0.00002159665,0.01051822,0.00001672368,0.00001270166,1.571016e-7,0.02770364,0.0000608488,0.00003021404,0.0215931,0.9399168,0.00006828362],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.03149706,0.0002825341,0.00001996923,0.2287702,0.0001332555,0.0002387182,5.013624e-7,0.00009628102,0.7389615],"genre_scores_gemma":[0.9942265,0.0005586031,0.0006356998,0.001294165,0.00008612633,0.00004890727,0.00000151633,0.00000671122,0.003141729],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9627295,"threshold_uncertainty_score":0.997579,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2053283054","doi":"10.1080/13601440802242333","title":"International perspectives on student awareness, experiences and perceptions of research: implications for academic developers in implementing research‐based teaching and learning","year":2008,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":104,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"","keywords":"Perception; Pedagogy; Qualitative research; Psychology; Educational research; Higher education; Mathematics education; Sociology; Engineering ethics; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.4236479605078897,"gpt":0.6113842900911682,"spread":0.1877363295832785,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03195505,0.0001088622,0.0001365265,0.000743278,0.004836384,0.0001426613,0.001060615,0.0001054737,0.00003500933],"category_scores_gemma":[0.01137458,0.00009072274,0.00004210681,0.0001872735,0.0007336083,0.0005203453,0.0002509381,0.002301545,0.000001435095],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008315683,"about_ca_system_score_gemma":0.001101279,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002321222,"about_ca_topic_score_gemma":0.0001174594,"domain_scores_codex":[0.995845,0.001234326,0.0006099917,0.0003084509,0.001586,0.0004162692],"domain_scores_gemma":[0.993233,0.005128503,0.0003223063,0.00006788805,0.00114884,0.00009951447],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001629737,0.000102106,0.1410467,0.00000864553,0.0001146828,0.00000145486,0.8011428,0.0002175982,0.001207985,0.03405667,0.002356506,0.01958192],"study_design_scores_gemma":[0.0008927829,0.00007964289,0.1707823,0.0002601705,0.000007572248,0.0000370466,0.6604966,0.0003273721,0.000149895,0.002711233,0.1640951,0.0001602605],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9494484,0.0002246026,0.001213,0.04716307,0.0003270926,0.0005984629,0.000005811538,0.00001735831,0.001002219],"genre_scores_gemma":[0.9893322,0.001646302,0.00736504,0.0001279654,0.0003689379,0.0003964426,0.00000863832,0.00001364663,0.0007408066],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1617386,"threshold_uncertainty_score":0.9999194,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1503056283","doi":"10.47678/cjhe.v28i3.183321","title":"Faculty Adoption of Teaching and Learning Technologies: Contrasting Earlier Adopters and Mainstream Faculty","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":102,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"University of Alberta","funders":"","keywords":"Mainstream; Incentive; Early adopter; University faculty; Faculty development; Psychology; Pedagogy; Medical education; Sociology; Mathematics education; Knowledge management; Business; Marketing; Political science; Computer science; Professional development; Medicine; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.09265739823732703,"gpt":0.415244015465037,"spread":0.3225866172277099,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002110282,0.00006863895,0.0001242011,0.0001753312,0.001748154,0.0002824479,0.0001939942,0.00008931868,0.00002489436],"category_scores_gemma":[0.004265287,0.00006660338,0.00002466022,0.00003368217,0.0003101316,0.0009435363,0.00001261937,0.0005069476,0.000001140319],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001551186,"about_ca_system_score_gemma":0.001002598,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0246879,"about_ca_topic_score_gemma":0.006936643,"domain_scores_codex":[0.9990744,0.0002583637,0.0002201938,0.00009596287,0.0001923928,0.0001586973],"domain_scores_gemma":[0.9985018,0.000139906,0.0008665242,0.00008944744,0.0002251374,0.0001771658],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000009662651,0.00002634113,0.6902685,0.00002756609,0.00004860513,0.0000027965,0.0288889,0.00003374623,0.0001861256,0.008352928,0.002201016,0.2699538],"study_design_scores_gemma":[0.0002812458,0.00007313916,0.7052781,0.0002291081,0.00006420041,0.00001368632,0.0490336,0.00001713299,0.00002033356,0.0007526113,0.2441143,0.0001225087],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.980828,0.0005971115,0.00003968859,0.01207199,0.0004804223,0.00008078048,0.00000389157,0.00001171033,0.005886372],"genre_scores_gemma":[0.9938076,0.00003202968,0.004052905,0.00004602451,0.0001353395,0.000001315824,0.000004452116,0.000005766783,0.001914577],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2698313,"threshold_uncertainty_score":0.9995514,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092297292","doi":"10.1007/s11251-007-9045-2","title":"Instructors’ perspectives on the utility of student ratings of instruction","year":2007,"lang":"en","type":"article","venue":"Instructional Science","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":101,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Summative assessment; Educational psychology; Psychology; Sample (material); Medical education; Mathematics education; Student engagement; Pedagogy; Formative assessment; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1186419514415662,"gpt":0.460984290839059,"spread":0.3423423393974928,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009281762,0.00008443961,0.0001182976,0.0002198593,0.001059795,0.00004725163,0.0006493166,0.00004942711,0.0004410336],"category_scores_gemma":[0.003444261,0.00006392066,0.00006050958,0.001199134,0.004324762,0.0007847181,0.00007611139,0.0002181383,0.000004684799],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001908445,"about_ca_system_score_gemma":0.0005737682,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001253835,"about_ca_topic_score_gemma":0.0002726768,"domain_scores_codex":[0.9966584,0.0002257477,0.0003877252,0.0002833405,0.002218169,0.00022664],"domain_scores_gemma":[0.9977502,0.000680753,0.0005345705,0.000233504,0.0007239553,0.00007701505],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00004589383,0.0001122877,0.06027695,0.000004320618,0.00001254456,2.031696e-7,0.03396669,0.00002457038,0.006642248,0.8695354,0.0000314309,0.02934747],"study_design_scores_gemma":[0.0001849716,0.00007175271,0.8952121,0.00002135045,0.000008046633,0.000004579178,0.08875822,0.00005342584,0.007902384,0.006144315,0.00155225,0.00008662491],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9483241,0.00001479417,0.0001286442,0.001462936,0.0007778218,0.0001905274,0.000003130666,0.00002559471,0.04907244],"genre_scores_gemma":[0.9966211,0.00001170479,0.003126984,0.00003256875,0.0001624036,0.000002621209,2.648605e-7,0.000003280419,0.00003908096],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8633911,"threshold_uncertainty_score":0.9983849,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2058860086","doi":"10.1111/j.1468-2273.2008.00402.x","title":"Disciplinary and Contextually Appropriate Approaches to Leadership of Teaching in Research‐Intensive Academic Departments in Higher Education","year":2008,"lang":"en","type":"article","venue":"Higher Education Quarterly","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Queen's University","funders":"","keywords":"Excellence; Context (archaeology); Discipline; Pedagogy; Sociology; Educational leadership; Leadership studies; Psychology; Leadership style; Engineering ethics; Public relations; Political science; Social science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.7688115021975348,"gpt":0.5283066906752804,"spread":0.2405048115222544,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00384593,0.0001435043,0.0002243455,0.0006643826,0.0003779413,0.00005359081,0.0003178842,0.0001799605,0.0001190139],"category_scores_gemma":[0.0004368235,0.0001509598,0.00003016903,0.0005393136,0.0003245581,0.0009221466,0.00003340009,0.000784613,0.00004599539],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003872431,"about_ca_system_score_gemma":0.001095617,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003395473,"about_ca_topic_score_gemma":0.001313045,"domain_scores_codex":[0.9957631,0.002188376,0.000504086,0.000443927,0.0007055133,0.0003949611],"domain_scores_gemma":[0.9985335,0.0006013337,0.0002413327,0.0002384303,0.0002085408,0.0001768043],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.000216255,0.00135674,0.1993972,0.00009719946,0.00002255037,0.000001923931,0.605045,0.00001828075,0.0005209256,0.1563324,0.00731591,0.02967566],"study_design_scores_gemma":[0.0003511436,0.0002173938,0.8298492,0.0002144235,0.00001000505,0.000002372597,0.1446077,0.000006581122,0.00001333647,0.01144766,0.01307048,0.0002096899],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9193007,0.0007441747,0.000004223147,0.06545942,0.000786192,0.0008043252,0.000001609309,0.00002854266,0.01287075],"genre_scores_gemma":[0.9785323,0.00002153376,0.0008503456,0.0006511519,0.0003401932,0.0002608882,0.00001743759,0.00001871002,0.01930743],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6304521,"threshold_uncertainty_score":0.6155963,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2090985354","doi":"10.1016/j.nedt.2006.09.015","title":"Perception of hospital learning environment: A survey of Hong kong nursing students","year":2006,"lang":"en","type":"article","venue":"Nurse Education Today","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Perception; Learning environment; Nursing; Medical education; Psychology; Nurse education; Resource (disambiguation); Medicine; Pedagogy; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.03958381199636565,"gpt":0.4166683776259935,"spread":0.3770845656296279,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003115648,0.00007971056,0.0001557076,0.0001180853,0.0002655976,0.00004555208,0.0002113715,0.00007391215,0.0005776039],"category_scores_gemma":[0.001224828,0.00008851269,0.00005026128,0.0001814205,0.0002168726,0.0004538132,0.000009022727,0.0001437936,0.00004588038],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002406243,"about_ca_system_score_gemma":0.0002826634,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01422556,"about_ca_topic_score_gemma":0.0002044282,"domain_scores_codex":[0.9973055,0.001232682,0.0003420884,0.0001763426,0.0008015688,0.0001418328],"domain_scores_gemma":[0.9987242,0.0003290098,0.000586865,0.0001354424,0.0001820966,0.00004236374],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000008178938,0.001559351,0.9286627,0.000007884951,0.00001164527,3.573566e-8,0.03314946,0.0003111463,0.0008131628,0.002098038,0.001221402,0.03215707],"study_design_scores_gemma":[0.0001085466,0.00006008257,0.966828,0.00008419472,0.00003156714,9.010068e-8,0.03130187,0.00002845622,0.00008579255,0.0003299977,0.001054999,0.00008637307],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9833105,0.0001112997,0.0002335256,0.001802479,0.0008643424,0.0002271848,0.000002350617,0.00002566844,0.01342267],"genre_scores_gemma":[0.9947175,0.00003373665,0.0009255381,0.000008207415,0.0001838015,0.000009062052,0.00004688305,0.00001070417,0.004064607],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0381654,"threshold_uncertainty_score":0.9923388,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2041063121","doi":"10.1177/0741713610392763","title":"The Teaching Perspectives Inventory at 10 Years and 100,000 Respondents","year":2010,"lang":"en","type":"article","venue":"Adult Education Quarterly","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Excellence; Psychology; Teaching method; Vocabulary; Pedagogy; Mathematics education; Reliability (semiconductor); Sociology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.0294020602697175,"gpt":0.4064612595388329,"spread":0.3770591992691155,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002515228,0.00007710094,0.00006133542,0.00007747141,0.001672431,0.000316213,0.0002681573,0.00007338319,0.0005240932],"category_scores_gemma":[0.00235697,0.00006857961,0.00003094433,0.00008208863,0.000293556,0.000629288,0.00001634743,0.0003552122,0.0002683124],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001250078,"about_ca_system_score_gemma":0.0003606397,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003267898,"about_ca_topic_score_gemma":0.008311278,"domain_scores_codex":[0.9982221,0.0007831671,0.0001590468,0.0002223956,0.0004281186,0.0001852346],"domain_scores_gemma":[0.9986804,0.0005687079,0.0001836282,0.0002486937,0.0002005834,0.0001180004],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003971214,0.0001713725,0.01345354,0.000003664991,0.00002135451,2.785042e-7,0.5815716,1.255033e-7,0.0006553935,0.1899171,0.02625413,0.1879117],"study_design_scores_gemma":[0.0001716694,0.00009215196,0.1067161,0.00001285739,0.00002011365,0.000002537616,0.2558632,0.00002156752,0.000006619167,0.005137239,0.6318084,0.0001476135],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9554942,0.0001960049,0.000003305516,0.02050722,0.001223575,0.0001884107,0.000001029179,0.00006070844,0.02232557],"genre_scores_gemma":[0.9551934,0.00003375549,0.000331796,0.0002226173,0.0004977912,0.00003506734,0.000002868204,0.00001018884,0.04367253],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6055543,"threshold_uncertainty_score":0.9996272,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2140355658","doi":"10.5206/cjsotl-rcacea.2010.1.2","title":"Diverse Methodological Approaches and Considerations for SoTL in Higher Education","year":2010,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":91,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Sociology; Rigour; Transformational leadership; Humanities; Political science; Philosophy; Epistemology; Public relations","retraction":null,"screen_n_in":null,"score":{"opus":0.604859461860265,"gpt":0.4882075608540091,"spread":0.1166519010062558,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03473747,0.0000592662,0.0000947036,0.00009611627,0.007720222,0.000477266,0.0001591603,0.00008503738,0.0000676686],"category_scores_gemma":[0.03841652,0.00003817398,0.00004032688,0.00004000149,0.0002968731,0.0003600107,0.00001137038,0.002222206,3.333738e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004156226,"about_ca_system_score_gemma":0.000635727,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01620861,"about_ca_topic_score_gemma":0.1106925,"domain_scores_codex":[0.9966284,0.002818931,0.0001533308,0.00009522133,0.0001260297,0.0001780881],"domain_scores_gemma":[0.9903636,0.009147156,0.0001905063,0.00007090056,0.00008103339,0.0001468254],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003030805,0.00001952062,0.0419674,0.00001651381,0.00004875325,4.39869e-7,0.06321938,0.0006513831,0.0002783091,0.7752366,0.0004285936,0.1181028],"study_design_scores_gemma":[0.0009190128,0.0001682799,0.2214768,0.0001104311,0.0002665425,0.00008144716,0.1026981,0.00102146,0.00002029904,0.3310726,0.341843,0.0003219912],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9017735,0.0005490149,0.000277827,0.0945587,0.0007881895,0.0003584181,0.000002186084,0.000008961732,0.001683237],"genre_scores_gemma":[0.9814665,0.000009402409,0.01594801,0.0002975567,0.0003143918,0.00001544999,7.477414e-7,0.000006330021,0.001941567],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.444164,"threshold_uncertainty_score":0.9939409,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2131226702","doi":"10.47678/cjhe.v43i1.2072","title":"Graduate student teaching development: Evaluating the effectiveness of training in relation to graduate student characteristics","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":90,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"Mount Royal University","funders":"","keywords":"Apprehension; Graduate students; Training (meteorology); Medical education; Psychology; Empirical research; Pedagogy; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.218925665494832,"gpt":0.4835413761512777,"spread":0.2646157106564456,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01313825,0.0001021115,0.0001931229,0.0003838997,0.0005386943,0.0001992856,0.0003829176,0.00004840055,0.00009514332],"category_scores_gemma":[0.002317199,0.00008741421,0.00004081319,0.0002709192,0.00006011768,0.0006410436,0.00001386508,0.0004521028,0.00002050563],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009845364,"about_ca_system_score_gemma":0.0050148,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01788995,"about_ca_topic_score_gemma":0.007405186,"domain_scores_codex":[0.9953875,0.002819903,0.000629143,0.0001282162,0.0007794407,0.0002557935],"domain_scores_gemma":[0.9973002,0.0009700403,0.0007035674,0.0001214889,0.0006354967,0.000269181],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.00002485452,0.0001326036,0.2868091,0.0000368504,0.00007880352,0.000002320455,0.6249595,0.0005612454,0.0005730061,0.009215528,0.0004580931,0.07714806],"study_design_scores_gemma":[0.0001528898,0.00007370974,0.9675396,0.0003337488,0.00003030302,0.00000249314,0.02796688,0.000007580301,0.0000224229,0.0009976162,0.002777856,0.00009485851],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9898928,0.00011507,0.00005913041,0.005585082,0.001923218,0.0005535343,5.533022e-7,0.000004651064,0.001865999],"genre_scores_gemma":[0.9974464,0.000003790733,0.001449989,0.0001657244,0.0002818679,0.00004123028,0.00000331472,0.00001248318,0.0005951658],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6807306,"threshold_uncertainty_score":0.98865,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2048560259","doi":"10.1080/03043790902987410","title":"Seeing through the lens of social justice: a threshold for engineering","year":2009,"lang":"en","type":"article","venue":"European Journal of Engineering Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Social Sciences and Humanities Research Council of Canada; Chalmers Tekniska Högskola","keywords":"Liminality; Class (philosophy); Discipline; Economic Justice; Sociology; Space (punctuation); Mathematics education; Narrative; Pedagogy; Psychology; Social science; Computer science; Linguistics; Artificial intelligence; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.07894293859560277,"gpt":0.393109186519399,"spread":0.3141662479237962,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002954965,0.00007439075,0.0001101289,0.00008259547,0.0002171504,0.00005915165,0.0002749964,0.00002001203,0.00001110674],"category_scores_gemma":[0.002062029,0.00006368121,0.0000913988,0.0001564491,0.00002030142,0.0005238158,0.000008087793,0.0002136681,0.000002217155],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008360011,"about_ca_system_score_gemma":0.0001983311,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000050498,"about_ca_topic_score_gemma":6.906574e-7,"domain_scores_codex":[0.9990287,0.0001361242,0.0003400275,0.00006436335,0.0002923341,0.0001384127],"domain_scores_gemma":[0.9989365,0.0002844258,0.0003967859,0.00007916459,0.0002712727,0.0000318854],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008655369,0.0004811714,0.0001017579,0.0003265977,0.0001997147,0.000003930928,0.2176998,0.1407482,0.02032881,0.5553936,0.02915085,0.03547899],"study_design_scores_gemma":[0.0006201471,0.0003272058,0.02071353,0.0003848977,0.0004157204,0.00001833247,0.0101691,0.003236652,0.0004916601,0.0005185202,0.962786,0.0003181983],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5695907,0.003496319,0.2499309,0.09624644,0.01314892,0.001078937,0.000006522809,0.0002341735,0.06626707],"genre_scores_gemma":[0.9851328,0.00003630669,0.01259223,0.0001527224,0.001904906,0.000001030584,8.639055e-7,0.00001528101,0.0001638905],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9336352,"threshold_uncertainty_score":0.2596844,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2063009847","doi":"10.1002/ir.4","title":"Improving Judgments About Teaching Effectiveness Using Teacher Rating Forms","year":2001,"lang":"en","type":"article","venue":"New Directions for Institutional Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":85,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Summative assessment; Process (computing); Computer science; Evaluation methods; Psychology; Management science; Mathematics education; Process management; Formative assessment; Business; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.362434530184532,"gpt":0.5635661835029041,"spread":0.2011316533183721,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01827277,0.0001386005,0.0001611204,0.0004943259,0.0102699,0.0004509184,0.0003613178,0.0001537087,0.0001888007],"category_scores_gemma":[0.02047228,0.0001405476,0.0001233429,0.0006808428,0.0003894815,0.001846986,0.00008454494,0.0008959497,0.00005247392],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001763254,"about_ca_system_score_gemma":0.00238075,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0337417,"about_ca_topic_score_gemma":0.003218818,"domain_scores_codex":[0.9954803,0.001535255,0.0003017472,0.0004415747,0.001554773,0.0006863291],"domain_scores_gemma":[0.9965565,0.002291284,0.0001349965,0.0002098714,0.0005620347,0.0002453533],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003536392,0.000626397,0.02467152,0.0000930287,0.000166032,0.000008750128,0.006027976,0.006147847,0.01339327,0.5131542,0.001697283,0.4336601],"study_design_scores_gemma":[0.001714502,0.0001564408,0.01218846,0.0003438751,0.000064284,0.00002847749,0.003941122,0.01468703,0.0006731338,0.01254239,0.9531901,0.0004701789],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6852639,0.0004256952,0.0928977,0.002483017,0.001445116,0.002057936,0.00001117273,0.0003360447,0.2150794],"genre_scores_gemma":[0.9773687,0.0000477059,0.01171438,0.00003945516,0.001291825,0.0001902841,0.00001704776,0.00002487694,0.009305745],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9514928,"threshold_uncertainty_score":0.9910186,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2613225046","doi":"10.7717/peerj.3299","title":"Student evaluations of teaching: teaching quantitative courses can be hazardous to one’s career","year":2017,"lang":"en","type":"article","venue":"PeerJ","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":83,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Saint Mary's University; Mount Royal University","funders":"","keywords":"Grading (engineering); Class (philosophy); Promotion (chess); Merit pay; Set (abstract data type); Mathematics education; Psychology; Subject (documents); Medical education; Computer science; Incentive; Medicine; Engineering; Political science; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.3559082538535388,"gpt":0.5626750994996155,"spread":0.2067668456460767,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01022716,0.0001431635,0.0002826895,0.0001472688,0.003722267,0.0004461722,0.001071107,0.00007741871,0.0001694302],"category_scores_gemma":[0.02817156,0.0001502974,0.00009795611,0.00004815994,0.000277481,0.0006418197,0.0001983027,0.0004707334,0.00005383961],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002549449,"about_ca_system_score_gemma":0.0005327649,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.03522776,"about_ca_topic_score_gemma":0.03531398,"domain_scores_codex":[0.9955944,0.001512485,0.0003389802,0.0003304711,0.001899264,0.00032439],"domain_scores_gemma":[0.9970087,0.001047603,0.0005997197,0.0006484335,0.0005007719,0.0001947606],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.00003395553,0.000579029,0.09452267,0.00001968168,0.0002214712,0.000003143094,0.4366792,0.0008226689,0.001798331,0.4365878,0.01208849,0.01664362],"study_design_scores_gemma":[0.001302253,0.0006665432,0.5901557,0.0002945995,0.0006855343,0.00000169321,0.1712874,0.0005375283,0.0006262545,0.00674527,0.226803,0.0008941569],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7273924,0.00008335915,0.001159642,0.1300021,0.0008566892,0.0006997612,0.00004903573,0.0001093804,0.1396477],"genre_scores_gemma":[0.982038,0.00000829599,0.01182511,0.0004109714,0.0002153444,0.0000422779,0.000008167351,0.00001956181,0.005432258],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.495633,"threshold_uncertainty_score":0.9975747,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2080229626","doi":"10.1177/0743558400151004","title":"Attitude versus Aptitude","year":2000,"lang":"en","type":"article","venue":"Journal of Adolescent Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Western University","funders":"","keywords":"Counterintuitive; Psychology; Human capital; Aptitude; Academic achievement; Surprise; Sample (material); Predictive validity; Set (abstract data type); Intelligence quotient; Mathematics education; Developmental psychology; Social psychology; Cognition; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.5080372213145593,"gpt":0.6068083573145192,"spread":0.0987711359999599,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0154725,0.00006110697,0.0001328828,0.0002386848,0.0006300906,0.0002051826,0.0006585991,0.00007288607,0.004639568],"category_scores_gemma":[0.002826983,0.00005321452,0.00009580407,0.0003697681,0.0002913131,0.0006441484,0.0000368815,0.001065201,0.0005955329],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003863961,"about_ca_system_score_gemma":0.0007585888,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004073463,"about_ca_topic_score_gemma":0.0003787247,"domain_scores_codex":[0.9944739,0.001848651,0.0003245221,0.0001116764,0.002850122,0.0003910647],"domain_scores_gemma":[0.9979442,0.0007314577,0.0001584621,0.0001565566,0.0007582876,0.0002510007],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.006554303,0.003546224,0.04764679,0.0001192884,0.0004439877,0.0003901683,0.03992071,0.001291118,0.001980332,0.03857041,0.3129898,0.5465469],"study_design_scores_gemma":[0.001177815,0.000315954,0.02298904,0.0001406762,0.00001850272,0.000007081253,0.002778539,0.00001923471,0.00008194039,0.000430764,0.9719486,0.00009188626],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.77043,0.00105286,0.00004414828,0.05186133,0.0009680466,0.0002711459,8.317154e-7,0.00003123615,0.1753404],"genre_scores_gemma":[0.9898247,0.001705794,0.0009492921,0.00009136576,0.001235994,9.905103e-7,2.300007e-7,0.000008715605,0.006182948],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6589588,"threshold_uncertainty_score":0.9962703,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3131858742","doi":"10.1187/cbe.19-12-0271","title":"“I Like and Prefer to Work Alone”: Social Anxiety, Academic Self-Efficacy, and Students’ Perceptions of Active Learning","year":2021,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Bishop's University","funders":"National Science Foundation","keywords":"Psychology; Self-efficacy; Anxiety; Perception; Active learning (machine learning); Academic achievement; Distress; Social anxiety; Social psychology; Fear of negative evaluation; Medical education; Applied psychology; Mathematics education; Clinical psychology; Medicine; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.08745099206616785,"gpt":0.4734677388890225,"spread":0.3860167468228546,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002662866,0.00009407936,0.0001398931,0.0001357274,0.001736213,0.0001789361,0.0002858645,0.0001085414,0.0001434908],"category_scores_gemma":[0.00260743,0.00009875487,0.00002544518,0.0008712571,0.000457217,0.0007590318,0.0001517364,0.0003138279,0.00002475115],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001079204,"about_ca_system_score_gemma":0.001454287,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003228924,"about_ca_topic_score_gemma":0.0001677146,"domain_scores_codex":[0.9975141,0.0008338752,0.0002190923,0.0003978972,0.0008133624,0.000221623],"domain_scores_gemma":[0.9988257,0.0004302739,0.0002123076,0.00008258633,0.0002636432,0.0001854778],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002200768,0.0004686922,0.5519806,0.00002209745,0.00003388642,9.721334e-8,0.3753106,0.00007868976,0.001040088,0.003924093,0.003743352,0.06337576],"study_design_scores_gemma":[0.000155933,0.00004813109,0.8570659,0.00004185029,0.0000500454,0.000001185625,0.1210911,0.00001368921,0.00004636319,0.0002834347,0.02106498,0.0001374217],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9802125,0.0003142269,0.00003348486,0.01473251,0.0004630655,0.0002744145,0.00000158459,0.00004991518,0.003918289],"genre_scores_gemma":[0.9951327,0.0006262452,0.002092456,0.0004852994,0.0003094312,0.00002688817,0.000004164251,0.000006189311,0.001316629],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3050852,"threshold_uncertainty_score":0.9995634,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1887917947","doi":"10.47678/cjhe.v35i2.183500","title":"The Utility of Student Ratings of Instruction for Students, Faculty, and Administrators: A \"Consequential Validity\" Study","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Higher education; Medical education; Quality (philosophy); Merit pay; Mathematics education; Medicine; Incentive; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1943694772100051,"gpt":0.52518544487511,"spread":0.3308159676651049,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003180215,0.00005891063,0.0001256845,0.0001011227,0.000444814,0.000123401,0.000275377,0.00003873372,0.0000766037],"category_scores_gemma":[0.0005387327,0.00004881268,0.00004618747,0.0001072124,0.0002028318,0.0003707021,0.000008054753,0.00010598,3.691484e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001752276,"about_ca_system_score_gemma":0.00379987,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.009901532,"about_ca_topic_score_gemma":0.0659494,"domain_scores_codex":[0.998435,0.0004546995,0.0004638518,0.00008192131,0.0004468834,0.0001176313],"domain_scores_gemma":[0.9980097,0.0002385351,0.0008402576,0.00009274229,0.0006539854,0.0001647489],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005422783,0.000425043,0.9243668,0.00001956915,0.0001288015,3.872426e-7,0.04459154,0.000003810886,0.00005333179,0.00600837,0.00898292,0.01536515],"study_design_scores_gemma":[0.0005272594,0.000315511,0.8145131,0.00002823247,0.0001249897,0.000003512304,0.03521271,0.000001335984,0.0001229509,0.0007979854,0.1482909,0.00006146445],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9907474,0.000376071,0.00001204088,0.007121343,0.001048696,0.0003805922,0.000006999864,0.00000192367,0.0003049358],"genre_scores_gemma":[0.9984832,0.00001488972,0.0004962748,0.00004518142,0.0003854725,0.00000854568,0.000001501575,0.000004043276,0.0005608647],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.139308,"threshold_uncertainty_score":0.9966916,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3029292012","doi":"10.1371/journal.pone.0233515","title":"Exploring the personal and professional factors associated with student evaluations of tenure-track faculty","year":2020,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Directorate for Social, Behavioral and Economic Sciences; National Science Foundation","keywords":"Attractiveness; Discipline; Exploratory research; Psychology; Higher education; Mathematics education; Medical education; Sociology; Political science; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.6454419669965992,"gpt":0.4676198901351034,"spread":0.1778220768614958,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001277493,0.00006926595,0.0001268434,0.00002007437,0.0005780859,0.00004731819,0.0001351324,0.00002772914,0.0001097324],"category_scores_gemma":[0.003647207,0.00004410762,0.00002167446,0.0001883982,0.0001606697,0.000443982,0.00004191359,0.0002178324,0.000005001883],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005036317,"about_ca_system_score_gemma":0.000174923,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009858463,"about_ca_topic_score_gemma":0.0002455141,"domain_scores_codex":[0.997515,0.0005664529,0.0001424637,0.0001441783,0.001508921,0.0001229546],"domain_scores_gemma":[0.99866,0.0007709211,0.0002024071,0.00005434382,0.0002336268,0.00007869726],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.00003146965,0.001228448,0.4328451,0.00002526559,0.0005740989,5.531006e-7,0.5612859,0.00003269665,0.002331903,0.0009348138,0.0001782627,0.0005314413],"study_design_scores_gemma":[0.0003397501,0.0001063961,0.9182292,0.0001324729,0.0002649385,2.821944e-8,0.07974576,0.0003240097,0.0005964453,0.00003516012,0.0001318539,0.00009395037],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9724959,0.00002961558,0.000004870941,0.02652035,0.00003099512,0.0003457273,0.00001969183,0.00004266722,0.0005102237],"genre_scores_gemma":[0.999262,0.00001541473,0.0001548429,0.0001277394,0.00007212181,0.0000375107,0.00001515965,0.000006842656,0.0003083054],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4853841,"threshold_uncertainty_score":0.4446228,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1486209072","doi":"10.1080/10437797.2004.10672297","title":"Toward New Approaches for Evaluating Student Field Performance: Tapping the Implicit Criteria Used by Experienced Field Instructors","year":2004,"lang":"en","type":"article","venue":"Journal of Social Work Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Consistency (knowledge bases); Psychology; Field (mathematics); Reliability (semiconductor); Tapping; Mathematics education; Social work; Applied psychology; Medical education; Social psychology; Computer science; Mathematics; Medicine; Engineering; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.236431799381112,"gpt":0.5008078080907815,"spread":0.2643760087096695,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00290217,0.00009796374,0.00016113,0.00006447396,0.001468168,0.0002897119,0.0004188631,0.0001091518,0.0001616866],"category_scores_gemma":[0.001913966,0.00007952089,0.0001133834,0.000330898,0.00005752417,0.0007478662,0.00002510164,0.0002917505,0.0000025886],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003427838,"about_ca_system_score_gemma":0.00156137,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003071106,"about_ca_topic_score_gemma":0.00002772272,"domain_scores_codex":[0.9982733,0.0002593981,0.0004456542,0.0001213167,0.0006943633,0.0002059735],"domain_scores_gemma":[0.9982376,0.0006012646,0.0007953492,0.0000807563,0.0002007945,0.00008422962],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001101335,0.0002040913,0.0062809,0.00002282329,0.00007036843,7.958165e-8,0.7857701,0.0001495544,0.0006135207,0.008107587,0.01833892,0.1803319],"study_design_scores_gemma":[0.002143122,0.0009331292,0.0348689,0.0003286929,0.0002834173,0.000007375027,0.8791872,0.00005107011,0.002667253,0.01325657,0.06571928,0.000554051],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9035628,0.0001736829,0.001990229,0.09101654,0.001847818,0.0003557586,3.014178e-7,0.0000130215,0.001039844],"genre_scores_gemma":[0.9926955,0.00002494763,0.004062972,0.0006815906,0.002013295,0.00003221578,0.000001802137,0.000009450058,0.0004781904],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1797779,"threshold_uncertainty_score":0.9998318,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2134370888","doi":"10.1002/tl.19","title":"Making Explicit the Development Toward the Scholarship of Teaching","year":2001,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":74,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Scholarship; Scholarship of Teaching and Learning; Faculty development; Sociology; Higher education; Pedagogy; Mathematics education; Engineering ethics; Teaching method; Psychology; Political science; Professional development; Teaching and learning center; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.2201292991118946,"gpt":0.459211727936314,"spread":0.2390824288244195,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01722292,0.0001095733,0.0001250868,0.00009659989,0.009784048,0.000273426,0.0002935273,0.00006580771,0.00003330181],"category_scores_gemma":[0.01426866,0.00007511195,0.00007186536,0.00013562,0.0001014175,0.000450484,0.00005761113,0.001689865,0.00000497666],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009001057,"about_ca_system_score_gemma":0.0001733157,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002908446,"about_ca_topic_score_gemma":0.001033404,"domain_scores_codex":[0.9961548,0.00270919,0.0002729126,0.000209493,0.0003905499,0.0002630742],"domain_scores_gemma":[0.9958228,0.00364071,0.0002782485,0.000143395,0.00005739299,0.00005743259],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001864173,0.00003235941,0.01718766,0.00000938852,0.00005217977,1.658281e-7,0.3172562,0.000591427,0.0001301868,0.02511652,0.0003346185,0.6392707],"study_design_scores_gemma":[0.0001615911,0.00002922246,0.009220581,0.00008464956,0.00004695782,0.000005318745,0.07787102,0.0003532343,0.00001545694,0.0007315119,0.911368,0.0001124402],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8409507,0.0009401116,0.04041053,0.04246714,0.0006237864,0.0006329725,4.937265e-7,0.0003678753,0.07360641],"genre_scores_gemma":[0.9755464,0.00004131274,0.01455278,0.0001813201,0.0003851581,0.0000343049,0.000001513748,0.00001685944,0.009240361],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9110334,"threshold_uncertainty_score":0.9940346,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1510834828","doi":"10.1023/a:1024416909866","title":"The scholarship of teaching: A comparison of conceptions held by experts and regular academic staff","year":2003,"lang":"en","type":"article","venue":"Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":73,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Scholarship; Sociology; Discipline; Meaning (existential); Delphi method; Higher education; Social science; Pedagogy; Psychology; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.1642067172795159,"gpt":0.5135681804457718,"spread":0.3493614631662558,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002336636,0.00005446886,0.00009341407,0.00003580448,0.0005579102,0.00003933335,0.0001514407,0.00008520867,0.0001194299],"category_scores_gemma":[0.001500387,0.00004621861,0.00002076371,0.00009945279,0.0002620015,0.0003724859,0.00001022901,0.0002314072,0.000003025119],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005704293,"about_ca_system_score_gemma":0.0002834807,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004192309,"about_ca_topic_score_gemma":0.00004609449,"domain_scores_codex":[0.9979221,0.001247791,0.0002446802,0.0001157847,0.0003626885,0.0001070209],"domain_scores_gemma":[0.998733,0.0005919436,0.0003509497,0.0001501647,0.0001209381,0.00005304341],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001132512,0.0003900697,0.1084494,0.00001622051,0.00002269751,9.071022e-9,0.05897278,0.000005429665,0.008717825,0.761146,0.05264561,0.009622596],"study_design_scores_gemma":[0.0001358458,0.00004931956,0.02015225,0.00005017441,0.00003213431,2.503627e-7,0.04415542,0.000003478929,0.001830364,0.007918396,0.9255816,0.00009080538],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9641271,0.00550011,0.00004183418,0.01205382,0.0006938005,0.0002189911,0.000001540234,0.00002081214,0.01734194],"genre_scores_gemma":[0.9918691,0.0001463487,0.000683539,0.00007177424,0.00007740797,0.00002031279,0.000003636495,0.000005492105,0.007122401],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.872936,"threshold_uncertainty_score":0.429105,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2167158352","doi":"10.1177/1469787411429187","title":"Student perception of academic grading: Personality, academic orientation, and effort","year":2012,"lang":"en","type":"article","venue":"Active Learning in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Windsor; Lakehead University","funders":"","keywords":"Conscientiousness; Psychology; Conceptualization; Openness to experience; Grading (engineering); Perception; Personality; Social psychology; Goal orientation; Higher education; Neuroticism; Big Five personality traits; Extraversion and introversion","retraction":null,"screen_n_in":null,"score":{"opus":0.1370714621403615,"gpt":0.4998119262397324,"spread":0.3627404640993709,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002769115,0.00008339887,0.0001101861,0.0001687329,0.0002679882,0.00001995273,0.0001241841,0.0001578561,0.0004077744],"category_scores_gemma":[0.0006491488,0.00009203249,0.00002215845,0.000274706,0.0001382357,0.001415601,0.00003024535,0.0007338313,0.00002007441],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004012632,"about_ca_system_score_gemma":0.0002034124,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001547033,"about_ca_topic_score_gemma":0.00002199897,"domain_scores_codex":[0.9981177,0.0007676971,0.0002424552,0.0001832145,0.0004851388,0.000203784],"domain_scores_gemma":[0.9989762,0.0003924634,0.0003549549,0.00006616684,0.0001237793,0.00008640295],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001070915,0.0000570245,0.8423876,0.0000101436,0.000007630202,1.110961e-8,0.1327654,0.00001534362,0.0007011065,0.01732901,0.0001110145,0.0066051],"study_design_scores_gemma":[0.000124349,0.00002155936,0.9305194,0.00003858559,0.00002717328,4.697823e-7,0.04628101,0.000004978041,0.00003699217,0.0005491892,0.0223086,0.00008768983],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9856138,0.0003282464,0.00001200961,0.006152764,0.0008126058,0.0002342645,3.234677e-7,0.00003636768,0.006809591],"genre_scores_gemma":[0.9948877,0.0002496195,0.0002616655,0.0001376018,0.0005625155,0.00004194216,0.00001314833,0.0000102052,0.00383564],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08813184,"threshold_uncertainty_score":0.4464844,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2509529851","doi":"10.47678/cjhe.v46i2.184772","title":"Supporting Success: Aboriginal Students in Higher Education","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":true},"ca_institutions":"Mount Royal University","funders":"Mount Royal University","keywords":"Mainstream; Higher education; Postsecondary education; Government (linguistics); Socioeconomic status; Institution; Qualitative research; Sociology; Pedagogy; Mainstreaming; Public relations; Medical education; Psychology; Political science; Social science; Special education","retraction":null,"screen_n_in":null,"score":{"opus":0.0700310461454213,"gpt":0.4942684150367219,"spread":0.4242373688913006,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002361721,0.00009449579,0.0001342773,0.0005300435,0.0002696716,0.0002135699,0.0004984746,0.00008908489,0.006001784],"category_scores_gemma":[0.0003886351,0.00007998352,0.00004708888,0.0003345031,0.0001017207,0.001516878,0.000004770661,0.0001998259,0.0000829121],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001421347,"about_ca_system_score_gemma":0.01704743,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.04676891,"about_ca_topic_score_gemma":0.05485253,"domain_scores_codex":[0.998014,0.0004613251,0.000484812,0.0001429046,0.0005545635,0.0003423915],"domain_scores_gemma":[0.9979559,0.0001788883,0.0007132448,0.0001339963,0.0005057367,0.0005122634],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006759294,0.0001200939,0.9178954,0.000006099286,0.00001322809,0.000003358711,0.004270411,0.000002157008,0.00006288967,0.02006633,0.0459637,0.01158956],"study_design_scores_gemma":[0.0001281129,0.00001627905,0.4518011,0.0001063271,0.00001494958,0.000002505165,0.0007100042,3.387732e-8,0.00000841248,0.002035154,0.545108,0.00006914928],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8846399,0.001485302,0.000006355643,0.08318269,0.009881684,0.0001673885,0.000002019863,0.000009639766,0.02062508],"genre_scores_gemma":[0.9118383,0.00003752594,0.000306165,0.001024463,0.001700864,0.000008973943,0.000002023816,0.00001201912,0.08506966],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4991443,"threshold_uncertainty_score":0.9949068,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2797994510","doi":"10.1108/jea-01-2017-0009","title":"Academic culture: a promising mediator of school leaders’ influence on student learning","year":2018,"lang":"en","type":"article","venue":"Journal of Educational Administration","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Construct (python library); Structural equation modeling; Descriptive statistics; Originality; Latent variable; Optimism; Mathematics education; Academic achievement; Confirmatory factor analysis; Variance (accounting); Regression analysis; Instructional leadership; Social psychology; Educational leadership; Pedagogy; Statistics; Mathematics; Computer science; Creativity","retraction":null,"screen_n_in":null,"score":{"opus":0.1356244262542907,"gpt":0.5152922347573534,"spread":0.3796678085030628,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002845013,0.00007570949,0.000123525,0.0001382782,0.0003660776,0.00006738959,0.0002662959,0.00009573519,0.000450103],"category_scores_gemma":[0.01329722,0.00006874376,0.00005537405,0.0001995459,0.0002645151,0.0009545836,0.000009774746,0.000525868,0.00005352091],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002200543,"about_ca_system_score_gemma":0.002903875,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002392428,"about_ca_topic_score_gemma":0.00004678663,"domain_scores_codex":[0.9976123,0.0004637827,0.0005616065,0.000107822,0.001135382,0.000119105],"domain_scores_gemma":[0.9967437,0.0006615764,0.001358035,0.00006531762,0.001022548,0.0001487651],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005971816,0.00160242,0.5961987,0.0000599189,0.0002235151,0.00000254945,0.2409584,0.0008022313,0.02727582,0.1161872,0.01321053,0.002881559],"study_design_scores_gemma":[0.001001462,0.003595306,0.8469847,0.0006704368,0.00017456,0.0000438742,0.06846378,0.00003457428,0.009803721,0.008385393,0.0604802,0.0003620105],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9636737,0.00009457843,0.00003614776,0.03123547,0.0005484314,0.0001272938,6.7508e-7,0.000005866069,0.004277842],"genre_scores_gemma":[0.9948189,0.00005803234,0.001656116,0.0002119038,0.002029925,0.000003653482,0.000002448826,0.000005629206,0.001213425],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2507859,"threshold_uncertainty_score":0.9950142,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2764340595","doi":"10.1007/s11162-017-9479-6","title":"Understanding the Work and Perceptions of Teaching Focused Faculty in a Changing Academic Landscape","year":2017,"lang":"en","type":"article","venue":"Research in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":64,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canada's Michael Smith Genome Sciences Centre; University of British Columbia","funders":"","keywords":"Curriculum; Work (physics); Mainstream; Higher education; Feeling; Job satisfaction; Sociology; Perception; Variety (cybernetics); Survey data collection; Pedagogy; Psychology; Public relations; Engineering ethics; Political science; Social psychology; Engineering; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.6945969481742774,"gpt":0.6078944604872897,"spread":0.08670248768698774,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01347565,0.00004245758,0.00006876275,0.001085375,0.001552378,0.0001848494,0.0003543442,0.00007866343,0.0001030076],"category_scores_gemma":[0.00197209,0.00003510119,0.00001302414,0.0008220132,0.0002676933,0.0006058142,0.00008922919,0.0007999894,0.000004880497],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003421208,"about_ca_system_score_gemma":0.0003286531,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002070357,"about_ca_topic_score_gemma":0.0008139074,"domain_scores_codex":[0.9977657,0.001137367,0.0001454484,0.0001448127,0.0005465982,0.0002600488],"domain_scores_gemma":[0.9986684,0.0009119803,0.0001222219,0.0001952078,0.00005755448,0.00004460864],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00000944959,0.00004555923,0.7268402,0.00001216411,0.000002801952,1.31344e-7,0.06834822,0.00001165525,0.00004221659,0.1965771,0.0005625836,0.007547869],"study_design_scores_gemma":[0.0001475176,0.000008833194,0.9156874,0.0001976377,0.000002877936,1.034811e-7,0.05995756,0.00003683137,0.000001559941,0.01740671,0.006503173,0.00004980738],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.864664,0.000127835,0.00002785077,0.1109987,0.0001927518,0.0002781769,6.108679e-7,0.000008811397,0.02370127],"genre_scores_gemma":[0.9971169,0.00009210885,0.0002514725,0.0000220519,0.0002137104,0.00004477848,0.000002067784,0.000005258617,0.002251636],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1888472,"threshold_uncertainty_score":0.9997475,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2023038253","doi":"10.1080/1356251032000155803","title":"Acceptance by undergraduates of the immediate feedback assessment technique for multiple‐choice testing","year":2004,"lang":"en","type":"article","venue":"Teaching in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Brock University","funders":"Centre for Teaching and Learning, Universiti Teknologi Malaysia; Brock University","keywords":"Test (biology); Appeal; Psychology; Social psychology; Computer science; Mathematics education; Applied psychology; Law; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1391059099371733,"gpt":0.4600031164447905,"spread":0.3208972065076171,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003192459,0.0001072372,0.0001222504,0.00007518054,0.0005562908,0.00007082415,0.0004277062,0.00008787767,0.00001846182],"category_scores_gemma":[0.005491578,0.00009393907,0.00004692624,0.0002851271,0.0001102417,0.0005215583,0.00003665303,0.0003921111,0.00000180736],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006446171,"about_ca_system_score_gemma":0.0007521495,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01198614,"about_ca_topic_score_gemma":0.001899819,"domain_scores_codex":[0.9982165,0.0006286605,0.0003250094,0.0002276141,0.000386315,0.0002159224],"domain_scores_gemma":[0.9965093,0.002640394,0.0004756892,0.0002290253,0.0001043215,0.00004133429],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001394309,0.001319284,0.7769818,0.0001117576,0.00002586519,5.274426e-8,0.0165966,0.001785179,0.06031497,0.1282573,0.004083532,0.01050975],"study_design_scores_gemma":[0.001015664,0.00007723293,0.8848688,0.0005407117,0.00005721014,6.160415e-7,0.004542231,0.00008518522,0.003259743,0.05205942,0.05309623,0.0003969687],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8731827,0.0002931186,0.003078322,0.09805017,0.002808436,0.002697974,0.000012153,0.0001692396,0.01970791],"genre_scores_gemma":[0.9575316,0.000006313281,0.04032656,0.0002695867,0.0002440388,0.0003169468,0.00001072869,0.00001690192,0.001277304],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.107887,"threshold_uncertainty_score":0.9945931,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2192797428","doi":"10.5206/cjsotl-rcacea.2015.3.12","title":"Case Study Methodology: Flexibility, Rigour, and Ethical Considerations for the Scholarship of Teaching and Learning","year":2015,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Rigour; Context (archaeology); Pedagogy; Scholarship; Sociology; Psychology; Humanities; Political science; Epistemology; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.5560544697945177,"gpt":0.5246087237641242,"spread":0.03144574603039352,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2320537,0.0001805653,0.0003304764,0.0001794564,0.02704524,0.001151108,0.0003937906,0.0002230739,0.00001302315],"category_scores_gemma":[0.2853079,0.0001113128,0.000103507,0.00009122472,0.0009239187,0.0005847781,0.00008403962,0.01187629,3.656992e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001228325,"about_ca_system_score_gemma":0.001035709,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.07005902,"about_ca_topic_score_gemma":0.1165221,"domain_scores_codex":[0.964631,0.0336356,0.0005284428,0.0002709,0.0005067946,0.0004273068],"domain_scores_gemma":[0.9431955,0.05504175,0.0006561473,0.0002316381,0.000432335,0.0004426711],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002033869,0.00005364492,0.1451503,0.00006663938,0.0006126041,0.00004379732,0.6826653,0.009752928,0.0001236662,0.07476971,0.0002337448,0.08632422],"study_design_scores_gemma":[0.002647358,0.00141632,0.01846717,0.0002530926,0.001510825,0.003424284,0.8487524,0.005055812,0.00001367544,0.09070355,0.02726298,0.0004925108],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9501827,0.002000137,0.002012394,0.04435683,0.0003271455,0.0007992791,0.000004457371,0.00002273033,0.0002943305],"genre_scores_gemma":[0.9862528,0.00002135056,0.01248828,0.0004311201,0.0002780003,0.00001929566,6.682677e-7,0.00002448348,0.0004839749],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1660871,"threshold_uncertainty_score":0.9998858,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015612923","doi":"10.7202/000127ar","title":"L'engagement académique de l'étudiant comme facteur de réussite à l'université Étude exploratoire menée dans deux facultés contrastées","year":2002,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Humanities; Psychology; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.6534528560374278,"gpt":0.4693603528779987,"spread":0.1840925031594291,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008481719,0.0003166583,0.000308913,0.0002264888,0.004217077,0.0005648293,0.001145794,0.0002713455,0.0009829731],"category_scores_gemma":[0.002061932,0.0003522423,0.0001569193,0.001273722,0.002192615,0.002883579,0.0001346187,0.0006153802,0.000317312],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004508876,"about_ca_system_score_gemma":0.001128983,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005827075,"about_ca_topic_score_gemma":0.009285168,"domain_scores_codex":[0.9932894,0.003799578,0.0004753995,0.000640975,0.0007343772,0.001060288],"domain_scores_gemma":[0.9974461,0.0009418739,0.0006010853,0.0003154468,0.0002415403,0.0004539958],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001094812,0.0006752227,0.06313595,0.0001712168,0.00009549814,0.00002852697,0.822843,0.0047533,0.003284635,0.06687248,0.008183546,0.02994573],"study_design_scores_gemma":[0.001295019,0.0009662579,0.2054702,0.00153234,0.000832258,0.0002751799,0.4804786,0.110707,0.002310079,0.020338,0.1739577,0.001837349],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8799816,0.004984323,0.01233479,0.08359577,0.001082585,0.0005303096,0.00002756027,0.0001560264,0.01730698],"genre_scores_gemma":[0.970698,0.007098706,0.01564814,0.001072898,0.000424634,0.00005035437,0.00001076892,0.00002424027,0.004972243],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3423644,"threshold_uncertainty_score":0.9999303,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2121491281","doi":"10.5539/ies.v2n1p25","title":"Quality Assurance in Higher Education Institutions: Exist Survey among Universiti Putra Malaysia Graduating Students","year":2009,"lang":"en","type":"article","venue":"International Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Universiti Putra Malaysia","keywords":"Residence; Medical education; Higher education; Quality assurance; Psychology; Survey research; Quality (philosophy); Medicine; Sociology; Political science; Applied psychology; Demography","retraction":null,"screen_n_in":null,"score":{"opus":0.4727662571224004,"gpt":0.59405972266727,"spread":0.1212934655448696,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003456307,0.000134576,0.0001771006,0.0003098123,0.0005067834,0.0002076668,0.00052195,0.00006504276,0.0001549894],"category_scores_gemma":[0.005935313,0.0001526625,0.00004920276,0.0005006521,0.0002173409,0.001570501,0.00005201744,0.0002081819,0.00005498606],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001257201,"about_ca_system_score_gemma":0.001623222,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01043192,"about_ca_topic_score_gemma":0.005920729,"domain_scores_codex":[0.9970341,0.0009996437,0.0004541113,0.0003235452,0.001004364,0.0001842833],"domain_scores_gemma":[0.9966909,0.0007027498,0.0004490413,0.0001646733,0.001923437,0.00006922601],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002057008,0.0008782894,0.8605028,0.000007490258,0.0000707669,3.763728e-7,0.00796898,0.0003217428,0.00001164589,0.1117083,0.008249735,0.01025928],"study_design_scores_gemma":[0.0001946701,0.00001139739,0.9385936,0.00009975887,0.00001076932,3.409594e-7,0.01150113,0.000005399782,0.000003005045,0.006252063,0.04317517,0.0001526552],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.896646,0.0006103205,0.00003396466,0.03516985,0.005966422,0.0002679595,0.000008632957,0.00006826233,0.06122864],"genre_scores_gemma":[0.9794789,0.0003590672,0.001101924,0.001197042,0.0004260137,0.00004713073,0.00006687036,0.000005754948,0.0173173],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1054563,"threshold_uncertainty_score":0.9961577,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2005743601","doi":"10.1037/a0024221","title":"Use of student ratings to benchmark universities: Multilevel modeling of responses to the Australian Course Experience Questionnaire (CEQ).","year":2011,"lang":"en","type":"article","venue":"Journal of Educational Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke","funders":"Economic and Social Research Council","keywords":"Psychology; Multilevel model; Course (navigation); Mathematics education; Benchmark (surveying); Medical education; Applied psychology; Course evaluation; Higher education; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.3894798957291222,"gpt":0.5591843961155842,"spread":0.1697045003864621,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002165121,0.00006984955,0.00015017,0.0001925526,0.0002061893,0.00002009308,0.0005255419,0.00005353189,0.0006196273],"category_scores_gemma":[0.002153805,0.0000581675,0.00006242506,0.0002008186,0.0001899156,0.0005090697,0.00003131256,0.0001642243,0.000008595643],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001083924,"about_ca_system_score_gemma":0.0009073135,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001394229,"about_ca_topic_score_gemma":0.0002462814,"domain_scores_codex":[0.9980359,0.0006997575,0.0004865727,0.0001200308,0.0005269902,0.0001307168],"domain_scores_gemma":[0.9973889,0.0006790712,0.0006423644,0.0001677909,0.0009928476,0.0001290473],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0007934514,0.001283766,0.1501183,0.00000982308,0.0001286161,0.000002376649,0.7863956,0.006664653,0.000964215,0.03134092,0.02098943,0.001308871],"study_design_scores_gemma":[0.0002864366,0.0004916473,0.8404267,0.0002007905,0.0000683929,0.00001870981,0.1471802,0.0001012641,0.0000747145,0.001311275,0.009696101,0.0001437787],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9456625,0.00003839349,0.0009026667,0.05137077,0.001028901,0.0001426116,0.000004954904,0.000002356382,0.0008468602],"genre_scores_gemma":[0.9855038,0.00001648505,0.01213206,0.0007155733,0.000174793,0.000004119527,4.121893e-7,0.000004559332,0.001448208],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6903084,"threshold_uncertainty_score":0.6784484,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2011498830","doi":"10.14507/epaa.v8n50.2000","title":"Student Evaluation of Teaching: Methodological Critique","year":2000,"lang":"en","type":"article","venue":"Education Policy Analysis Archives","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Bishop's University","funders":"","keywords":"Summative assessment; Set (abstract data type); Mathematics education; Face (sociological concept); Continuation; Function (biology); Work (physics); Raw data; Teaching method; Pedagogy; Sociology; Psychology; Computer science; Formative assessment; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.3288275103406784,"gpt":0.6293541773783948,"spread":0.3005266670377164,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01281484,0.00009926503,0.000253447,0.0007397879,0.0005324446,0.00007582937,0.000372019,0.00005511675,0.004231739],"category_scores_gemma":[0.009266041,0.00009501681,0.0002305446,0.0008108619,0.000257146,0.0003361634,0.00002140562,0.000210808,0.00003407627],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001081745,"about_ca_system_score_gemma":0.001485114,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01018373,"about_ca_topic_score_gemma":0.0009084741,"domain_scores_codex":[0.9853305,0.01267555,0.000419938,0.0002721837,0.001110582,0.0001912232],"domain_scores_gemma":[0.9970121,0.002081917,0.0002926116,0.0003150687,0.0001774272,0.0001208523],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00001787848,0.0009281903,0.02382995,0.000006182043,0.0005618458,5.070797e-8,0.1122429,0.004267665,0.0001855027,0.3581927,0.0007523486,0.4990148],"study_design_scores_gemma":[0.0002966377,0.00006298279,0.7456282,0.00002562143,0.003227006,6.510459e-7,0.02925688,0.002883526,0.0001453132,0.1153059,0.1028614,0.0003057949],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5683063,0.0001869715,0.00122486,0.03165898,0.00007944047,0.0002670268,0.000003602114,0.00004610627,0.3982267],"genre_scores_gemma":[0.9799604,0.000177709,0.01242559,0.0005060628,0.000468258,0.0000622489,0.00002698526,0.000005905034,0.006366882],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7217983,"threshold_uncertainty_score":0.9990793,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2991940894","doi":"10.47678/cjhe.v37i1.183545","title":"What’s the “Use” of Student Ratings of Instruction for Administrators? One University’s Experience","year":2007,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Library science; Political science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.2130868468732448,"gpt":0.449903616040231,"spread":0.2368167691669863,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001324795,0.00003830839,0.00008037868,0.0001629383,0.0002678521,0.00007249953,0.000221318,0.00004133379,0.0001195263],"category_scores_gemma":[0.0003710079,0.00003604603,0.00004308683,0.0002019683,0.0001965555,0.001194425,0.000003229527,0.00008801049,4.195441e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002729653,"about_ca_system_score_gemma":0.003330918,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01129162,"about_ca_topic_score_gemma":0.03510863,"domain_scores_codex":[0.9991542,0.0001522741,0.0002614146,0.00005440873,0.0002696789,0.0001080752],"domain_scores_gemma":[0.9980497,0.0003046067,0.0007418267,0.00008022702,0.0006684738,0.0001551095],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001785204,0.0004117848,0.2535029,0.00006263989,0.0001770043,0.000003012243,0.4554244,0.0001603988,0.001594225,0.2161698,0.02244644,0.04986879],"study_design_scores_gemma":[0.0001897542,0.0001221612,0.2270288,0.00009455425,0.00005466522,0.000002680044,0.1226536,8.167775e-7,0.0005375923,0.0003220674,0.6489345,0.0000587942],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9882227,0.0002774996,0.0001358375,0.007935942,0.002869036,0.0001482422,0.000001588143,0.000001696547,0.0004074312],"genre_scores_gemma":[0.9953563,0.0000283065,0.001772128,0.0001305695,0.0002495136,5.368119e-7,8.270158e-7,0.000003264211,0.002458567],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.626488,"threshold_uncertainty_score":0.9952922,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2761099410","doi":"10.1080/1360144x.2017.1385464","title":"The contextual nature of university-wide curriculum change","year":2017,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"University of Gloucestershire; McMaster University","keywords":"Curriculum; Identity (music); Resistance (ecology); Psychological intervention; Process (computing); Quality (philosophy); Social identity theory; Quality assurance; Institutional change; Pedagogy; Sociology; Public relations; Psychology; Medical education; Knowledge management; Political science; Business; Computer science; Social psychology; Social group; Marketing; Medicine; Public administration","retraction":null,"screen_n_in":null,"score":{"opus":0.1423006431099819,"gpt":0.4589325583099688,"spread":0.3166319151999869,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007910197,0.00006184039,0.00007014701,0.00004753435,0.003597066,0.0001949075,0.002711281,0.0001063795,0.00003413013],"category_scores_gemma":[0.006520434,0.00003803938,0.00006420914,0.00002452092,0.0002578537,0.0005874639,0.0001850984,0.0007547376,0.00001178904],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002979697,"about_ca_system_score_gemma":0.0004653982,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002173453,"about_ca_topic_score_gemma":0.0004374123,"domain_scores_codex":[0.9983999,0.0002131381,0.0002225537,0.00008055106,0.0009094804,0.0001744293],"domain_scores_gemma":[0.9972439,0.001214452,0.0008152548,0.0001085183,0.0005592009,0.00005868522],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005316937,0.00008909759,0.06580748,0.000007769608,0.0009711648,0.00001693991,0.07202688,0.00001826137,0.0001429142,0.5107027,0.1035622,0.2461229],"study_design_scores_gemma":[0.0002835178,0.000007622789,0.02509297,0.00005370898,0.0000143233,0.000008422133,0.006412606,0.00002874185,0.0001060872,0.002823866,0.9651115,0.00005661332],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4750158,0.001031286,0.0007245619,0.4955125,0.01206214,0.0007214606,0.00001321889,0.00003244419,0.0148865],"genre_scores_gemma":[0.9872481,0.001218677,0.0005456322,0.0008107557,0.00087499,0.000005580697,0.000001745836,0.000005593676,0.009288933],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8615494,"threshold_uncertainty_score":0.9977001,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2131275223","doi":"10.5539/ies.v6n4p56","title":"Faculty Perspectives on the “3+3+4” Curriculum Reform in Hong Kong: A Case Study","year":2013,"lang":"en","type":"article","venue":"International Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Curriculum; Curriculum development; Pedagogy; Sociology; Qualitative research; Faculty development; Higher education; Scale (ratio); Face (sociological concept); Outcome-based education; Professional development; Political science; Social science; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.2706768721614311,"gpt":0.5605004807453939,"spread":0.2898236085839628,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001568626,0.0001007711,0.0001017739,0.0001687206,0.0006102478,0.000192514,0.000297075,0.00002651252,0.0003551422],"category_scores_gemma":[0.006142824,0.00006813172,0.00003931977,0.0002399998,0.0001577097,0.0007136339,0.00006932397,0.0002128565,0.0002539644],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001087453,"about_ca_system_score_gemma":0.0002256775,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.07017855,"about_ca_topic_score_gemma":0.01424625,"domain_scores_codex":[0.9983081,0.0004365989,0.0002388686,0.0002385128,0.0006409405,0.0001370324],"domain_scores_gemma":[0.9974318,0.000529558,0.0001952914,0.000148469,0.001657934,0.00003690855],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000006618771,0.002497532,0.2069411,0.000003068506,0.0002551564,0.00001639881,0.6713365,0.0000274421,0.000002595182,0.0903177,0.01969088,0.008904991],"study_design_scores_gemma":[0.0001255238,0.0000347342,0.05001478,0.00002181076,0.000009422287,0.000009648178,0.9368353,0.00003026622,0.000001324053,0.001440562,0.0113951,0.00008146064],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8861148,0.0002090076,0.000002466162,0.07637534,0.001535612,0.0005660541,0.000001680382,0.00003783552,0.0351572],"genre_scores_gemma":[0.9941161,0.0000808382,0.0001767347,0.0003848007,0.0003316154,0.0004687451,0.000002560699,0.000006141056,0.004432481],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2654988,"threshold_uncertainty_score":0.9360132,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2115875582","doi":"10.1080/08832323.2010.550339","title":"On the Relationship Between Students’ Perceptions of Teaching Quality, Methods of Assessment, and Satisfaction","year":2011,"lang":"en","type":"article","venue":"Journal of Education for Business","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Ontario Tech University","funders":"","keywords":"Enthusiasm; Feeling; Perception; Psychology; Categorization; Quality (philosophy); Relevance (law); Mathematics education; Medical education; Applied psychology; Social psychology; Computer science; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.529615164569952,"gpt":0.642260908814015,"spread":0.112645744244063,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01394262,0.00005472287,0.0001586871,0.0001925236,0.0004296885,0.00004010534,0.0001938729,0.00005313333,0.00009582242],"category_scores_gemma":[0.01215907,0.0000415218,0.00005864625,0.0001888655,0.0001199148,0.0005931782,0.00001710543,0.000220827,4.928741e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009587561,"about_ca_system_score_gemma":0.0005522556,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001119314,"about_ca_topic_score_gemma":0.00008433594,"domain_scores_codex":[0.9970944,0.001780691,0.0005365647,0.00006795677,0.0004561453,0.00006424331],"domain_scores_gemma":[0.9913224,0.006082073,0.001595532,0.000112188,0.0008488199,0.000038961],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001348418,0.0001432418,0.8096355,0.00002224365,0.00002707313,4.295901e-9,0.01286275,0.000004510599,0.0001131665,0.1688184,0.0002158992,0.008143686],"study_design_scores_gemma":[0.0001318428,0.00005246208,0.9387731,0.00007842027,0.00009992485,6.494463e-7,0.01786551,0.00000146622,0.00001484362,0.04269002,0.0002530535,0.00003869892],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9656165,0.00002258871,0.02666451,0.00423257,0.0005130573,0.0002091593,0.000003011791,0.000003952342,0.002734704],"genre_scores_gemma":[0.9526416,0.00001364501,0.0469902,0.00003532245,0.0001587966,0.00000637082,0.000001597945,0.000005633489,0.0001468268],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1291376,"threshold_uncertainty_score":0.9961619,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}