{"meta":{"query_hash":"8075081c2ee3","filters":{"topic":"Evaluation of Teaching Practices"},"cohort_total":912,"direct_labels_cover":2,"predictions_cover":912,"exported":912,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/8075081c2ee3","api":"https://metacan.xera.ac/api/v1/cohort?topic=Evaluation+of+Teaching+Practices"},"results":[{"id":"W1202423340","doi":"10.11575/prism/29213","title":"My Research Tab Tutorial - ProQuest CBCA Education","year":2008,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Public relations","score_opus":0.13870880227389437,"score_gpt":0.40292943696859373,"score_spread":0.26422063469469936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1202423340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59685606,0.00017359719,0.0036844355,0.01563131,0.0012130751,0.0005524874,2.2129746e-7,0.000119944016,0.38176888],"genre_scores_gemma":[0.8578487,0.0006056571,0.049113337,0.000073908835,0.0007643683,0.000001884205,0.000014242005,0.000014567735,0.09156332],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976188,0.00093304674,0.00008629248,0.00019144788,0.0009618474,0.00020854293],"domain_scores_gemma":[0.9988611,0.00031864166,0.00012954538,0.00018455854,0.00038745455,0.00011874438],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0025289333,0.000053078547,0.00010238627,0.00018956955,0.0015040067,0.00002018116,0.0004209404,0.000111022564,0.00044014084],"category_scores_gemma":[0.0011067749,0.00006987225,0.000047397778,0.00029458653,0.0006474743,0.00079452945,0.00009138437,0.00031204376,0.00018030204],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002734107,0.0011579933,0.021023218,0.000051801893,0.00007059136,0.00003349665,0.2525953,0.0000010789264,0.0007062102,0.16399784,0.223751,0.33633804],"study_design_scores_gemma":[0.00031873156,0.00006706647,0.023304315,0.00002066331,0.000017960236,0.0000015020936,0.0036982077,0.00021828288,0.000038112816,0.002364292,0.96983755,0.0001133068],"about_ca_topic_score_codex":0.037737746,"about_ca_topic_score_gemma":0.00040972568,"teacher_disagreement_score":0.74608654,"about_ca_system_score_codex":0.00020842355,"about_ca_system_score_gemma":0.0017690174,"threshold_uncertainty_score":0.9997959},"labels":[],"label_agreement":null},{"id":"W137529511","doi":"","title":"Office Hours as Teachable Moments: Structuring Student-Instructor Interactions Outside the Classroom","year":2014,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Casual; Enthusiasm; Feeling; Psychology; Medical education; Teachable moment; Intimidation; Quality (philosophy); Pedagogy; Mathematics education; Medicine; Social psychology; Political science","score_opus":0.15359816268520993,"score_gpt":0.4259182386105192,"score_spread":0.27232007592530927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W137529511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98469377,0.000021373022,0.00035393055,0.0030302275,0.001144292,0.00042882693,0.000008517387,0.0003163741,0.010002698],"genre_scores_gemma":[0.9711694,0.000035141464,0.00011041331,0.0006014589,0.00040572713,0.000002722182,0.000009043396,0.000038342387,0.027627764],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949629,0.0023227038,0.0003245292,0.00058572844,0.0011844734,0.00061967457],"domain_scores_gemma":[0.9973525,0.0008858341,0.00051020033,0.0006852512,0.00024918915,0.00031701563],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022237473,0.0002955906,0.0002730553,0.00038849234,0.0021763088,0.0010960464,0.0017842061,0.00016453222,0.00023141417],"category_scores_gemma":[0.0009305623,0.00028570846,0.0001572288,0.000486027,0.00031883153,0.004738099,0.0004561568,0.0011385487,0.0008061363],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058941423,0.00009574999,0.98531896,0.000010115067,0.00012517752,0.00001599888,0.009057931,0.00013884206,0.00018490787,0.0030651109,0.000008580166,0.0019197126],"study_design_scores_gemma":[0.0009391883,0.000097627686,0.85610443,0.00012418968,0.00019939561,0.000014291276,0.024162441,0.0000011389467,0.00029338757,0.0005330518,0.11707159,0.0004592521],"about_ca_topic_score_codex":0.00041047772,"about_ca_topic_score_gemma":0.02079615,"teacher_disagreement_score":0.1292145,"about_ca_system_score_codex":0.0006863893,"about_ca_system_score_gemma":0.00024478137,"threshold_uncertainty_score":0.99997187},"labels":[],"label_agreement":null},{"id":"W140920475","doi":"10.4000/ripes.855","title":"Formation initiale et modèles d’enseignement de nouveaux enseignants au collégial","year":2014,"lang":"fr","type":"article","venue":"Revue internationale de pédagogie de l’enseignement supérieur","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec; Université du Québec à Montréal","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.11738680423527284,"score_gpt":0.37876147484388645,"score_spread":0.26137467060861364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W140920475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68796235,0.0013425299,0.1099219,0.06506399,0.0035715667,0.0013288215,0.00022090971,0.00031825603,0.13026965],"genre_scores_gemma":[0.94720024,0.0017397375,0.014375396,0.005803764,0.0021635916,0.00027953292,0.00023312638,0.000101996935,0.028102642],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99128073,0.0033875282,0.0013383965,0.00078900193,0.0017275595,0.0014767967],"domain_scores_gemma":[0.9947829,0.0021926425,0.001198497,0.00058181817,0.00071719463,0.0005269234],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00829607,0.00058885413,0.0005669189,0.00043214814,0.0012358659,0.00055475556,0.0011329058,0.0004979203,0.001673906],"category_scores_gemma":[0.0052990187,0.0007434578,0.00038413933,0.00044593148,0.00043814522,0.0018456533,0.0003182444,0.0008092057,0.0006912111],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000416155,0.0020863174,0.0049015614,0.0008502875,0.0006710861,0.00017253516,0.6501779,0.023210734,0.0037686902,0.19866371,0.049377743,0.06570326],"study_design_scores_gemma":[0.003967019,0.00096911145,0.017358407,0.0018499598,0.00065646187,0.00035591333,0.10005232,0.15263054,0.003687698,0.026855212,0.6897946,0.0018227553],"about_ca_topic_score_codex":0.007780293,"about_ca_topic_score_gemma":0.010681634,"teacher_disagreement_score":0.64041686,"about_ca_system_score_codex":0.008532127,"about_ca_system_score_gemma":0.002908537,"threshold_uncertainty_score":0.99950165},"labels":[],"label_agreement":null},{"id":"W146801442","doi":"","title":"Best Practices in Faculty Development in North American Higher Education: Distinctions and Dilemmas","year":2003,"lang":"en","type":"article","venue":"Digital Commons - University of South Florida (University of South Florida)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Faculty development; Higher education; Pedagogy; Best practice; Professional development; Sociology; Mathematics education; Psychology; Medical education; Political science; Medicine","score_opus":0.11986315715795463,"score_gpt":0.3220643991949295,"score_spread":0.20220124203697487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W146801442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9591595,0.000035689744,0.00013055459,0.0010471093,0.000211175,0.0002739033,0.00011739646,0.00004367549,0.038980976],"genre_scores_gemma":[0.99428475,0.000015983136,0.0020365745,0.000012278098,0.000029890552,2.5648495e-7,0.000056642017,0.000010158373,0.0035534974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981128,0.00030142107,0.0002339273,0.00042364595,0.00060054316,0.00032763762],"domain_scores_gemma":[0.99802876,0.0003121814,0.0009102008,0.00026658457,0.0002604914,0.00022179802],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006039562,0.0001967609,0.00037941505,0.00048766492,0.0007982348,0.00007073833,0.00051187683,0.000096913915,0.0001517585],"category_scores_gemma":[0.00046721892,0.00028073438,0.00008527787,0.0012780982,0.0010390537,0.0019143345,0.00019136122,0.00037666122,0.000040552888],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011675772,0.00027482334,0.907462,0.000031716823,0.000052767482,0.000011723321,0.08472224,0.000077542776,0.0000012299241,0.00454915,0.00010096112,0.0025990605],"study_design_scores_gemma":[0.00075065397,0.00006668747,0.63423336,0.00005811078,0.000062355924,8.8941755e-7,0.2660174,0.000013029546,0.0000021230162,0.000057850288,0.09844274,0.0002947883],"about_ca_topic_score_codex":0.010473457,"about_ca_topic_score_gemma":0.050637215,"teacher_disagreement_score":0.27322865,"about_ca_system_score_codex":0.00031035513,"about_ca_system_score_gemma":0.0008697198,"threshold_uncertainty_score":0.9999645},"labels":[],"label_agreement":null},{"id":"W1485661525","doi":"","title":"Professional Development for Adjunct Teaching Faculty in a Research-Intensive University: Engagement in Scholarly Approaches to Teaching and Learning.","year":2013,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Adjunct; Faculty development; Professional development; Medical education; Pedagogy; Higher education; Teaching and learning center; Teaching method; Psychology; Best practice; Sociology; Medicine; Political science","score_opus":0.6441056905748946,"score_gpt":0.4961581577064579,"score_spread":0.14794753286843676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485661525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93374264,0.000015437525,0.00078131177,0.043161165,0.00008903117,0.0016945497,6.7112205e-7,0.000046866313,0.020468349],"genre_scores_gemma":[0.8989755,0.000002242656,0.06800352,0.0003126643,0.00003546625,0.00008377061,0.000007938329,0.000009709207,0.032569196],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99148864,0.0066460157,0.00022831294,0.00040724312,0.00077282544,0.00045698858],"domain_scores_gemma":[0.99723196,0.0021647748,0.000083919236,0.00008820222,0.00027324862,0.0001578876],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036395136,0.000108176675,0.0001546232,0.0005521859,0.0025289615,0.00037291445,0.0002967787,0.00009570201,0.00006958551],"category_scores_gemma":[0.026624693,0.000100899255,0.00002130315,0.00022002104,0.00008542843,0.0020784882,0.0003214932,0.0024367524,0.000047282563],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091372385,0.00029045256,0.06704866,0.000037173435,0.000030946878,0.0000042775814,0.6557035,0.000238743,0.00027148487,0.07794679,0.0058296826,0.19250697],"study_design_scores_gemma":[0.00061963504,0.00007302782,0.09502137,0.00013225758,0.0000035298883,2.6723876e-7,0.5195108,0.00094998116,0.000015319985,0.0006080828,0.38288534,0.00018042],"about_ca_topic_score_codex":0.016450902,"about_ca_topic_score_gemma":0.008472437,"teacher_disagreement_score":0.37705564,"about_ca_system_score_codex":0.0006366352,"about_ca_system_score_gemma":0.00045648633,"threshold_uncertainty_score":0.99986464},"labels":[],"label_agreement":null},{"id":"W1486209072","doi":"10.1080/10437797.2004.10672297","title":"Toward New Approaches for Evaluating Student Field Performance: Tapping the Implicit Criteria Used by Experienced Field Instructors","year":2004,"lang":"en","type":"article","venue":"Journal of Social Work Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Consistency (knowledge bases); Psychology; Field (mathematics); Reliability (semiconductor); Tapping; Mathematics education; Social work; Applied psychology; Medical education; Social psychology; Computer science; Mathematics; Medicine; Engineering; Artificial intelligence","score_opus":0.23643179938111197,"score_gpt":0.5008078080907815,"score_spread":0.26437600870966954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486209072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9035628,0.00017368291,0.001990229,0.09101654,0.001847818,0.00035575862,3.0141777e-7,0.000013021503,0.0010398437],"genre_scores_gemma":[0.9926955,0.000024947625,0.0040629716,0.00068159064,0.0020132952,0.000032215776,0.0000018021371,0.000009450058,0.0004781904],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9982733,0.00025939813,0.00044565415,0.00012131674,0.00069436326,0.0002059735],"domain_scores_gemma":[0.9982376,0.0006012646,0.00079534925,0.000080756305,0.00020079449,0.00008422962],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0029021697,0.00009796374,0.00016113004,0.000064473956,0.0014681685,0.00028971187,0.00041886314,0.00010915181,0.00016168658],"category_scores_gemma":[0.0019139658,0.00007952089,0.00011338335,0.00033089804,0.00005752417,0.0007478662,0.000025101643,0.00029175048,0.0000025886002],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011013346,0.0002040913,0.0062809004,0.000022823286,0.00007036843,7.958165e-8,0.7857701,0.00014955441,0.00061352074,0.008107587,0.018338924,0.18033192],"study_design_scores_gemma":[0.0021431216,0.0009331292,0.034868896,0.0003286929,0.0002834173,0.000007375027,0.87918717,0.00005107011,0.0026672527,0.013256574,0.06571928,0.00055405096],"about_ca_topic_score_codex":0.0003071106,"about_ca_topic_score_gemma":0.000027722715,"teacher_disagreement_score":0.17977788,"about_ca_system_score_codex":0.00034278378,"about_ca_system_score_gemma":0.0015613701,"threshold_uncertainty_score":0.9998318},"labels":[],"label_agreement":null},{"id":"W1487389386","doi":"","title":"A Feminist Examination of Studies into Student Evaluations of Teaching: Moving Our Voices to the Center","year":2008,"lang":"en","type":"article","venue":"Thirdspace","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Oppression; Rhetorical question; Affect (linguistics); Hegemony; Sociology; Gender bias; Gender studies; Psychology; Pedagogy; Political science; Social psychology; Law; Politics","score_opus":0.19902536569730284,"score_gpt":0.5185015816225994,"score_spread":0.31947621592529657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1487389386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9338024,0.00047581567,0.00024419863,0.04087359,0.00037609457,0.0005201535,0.0000028755383,0.00004944963,0.02365539],"genre_scores_gemma":[0.994045,0.000105184416,0.0026855092,0.0001936363,0.00014935785,0.000030967487,0.0000010547302,0.000008536417,0.002780738],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9962243,0.0018290468,0.00032494203,0.00018253653,0.0012813896,0.00015781877],"domain_scores_gemma":[0.9979672,0.00087599555,0.00045169037,0.00026710602,0.00038668423,0.0000513509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008887809,0.00009496712,0.0001911845,0.00011865548,0.0010632521,0.000029250143,0.0004536302,0.000042145315,0.000012820298],"category_scores_gemma":[0.0076150023,0.00007287554,0.000057659385,0.0002454626,0.00017445975,0.0002581329,0.00014735559,0.00018559782,0.000027068567],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011837169,0.0002362043,0.023737442,0.000031722877,0.000100038094,5.733996e-7,0.9554534,0.00049021206,0.0005413375,0.012057107,0.0035187164,0.0038214147],"study_design_scores_gemma":[0.00046480302,0.00025312163,0.15659188,0.00021955805,0.0001415258,0.0000023526882,0.7819795,0.00017436262,0.0006574864,0.00048631645,0.058810025,0.0002191037],"about_ca_topic_score_codex":0.0016581597,"about_ca_topic_score_gemma":0.0032887154,"teacher_disagreement_score":0.17347392,"about_ca_system_score_codex":0.00014440264,"about_ca_system_score_gemma":0.00015190807,"threshold_uncertainty_score":0.9116419},"labels":[],"label_agreement":null},{"id":"W1490362834","doi":"10.47408/jldhe.v0i6.197","title":"Developing criteria to assess graduate attributes in students' work for their disciplines","year":2013,"lang":"en","type":"article","venue":"Journal of Learning Development in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Resistance (ecology); Curriculum; Meaning (existential); Work (physics); Discipline; Process (computing); Sociology; Pedagogy; Politics; Engineering ethics; Public relations; Political science; Psychology; Social science; Computer science; Engineering","score_opus":0.40021388289443605,"score_gpt":0.5183267244277249,"score_spread":0.11811284153328883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1490362834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.952311,0.000086566535,0.0010231896,0.04417842,0.0018115917,0.0004166748,9.272189e-8,0.000013683477,0.00015879903],"genre_scores_gemma":[0.9316988,0.000027555418,0.06480883,0.00022349496,0.00035905468,0.00011696099,0.000004767907,0.000013156675,0.0027473671],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99776274,0.0005796257,0.000679393,0.0001511632,0.00057363126,0.0002534512],"domain_scores_gemma":[0.9978004,0.0008629459,0.0005565447,0.000060195292,0.0006285228,0.00009136679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056717335,0.00011223081,0.00020457323,0.00045412694,0.00027815637,0.00034571433,0.00038896262,0.000062590836,0.00016007869],"category_scores_gemma":[0.0019484096,0.000099590136,0.00003299091,0.0005941323,0.000021010961,0.00089804054,0.000056089804,0.00031054625,0.000027503107],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026143533,0.00019869102,0.92836446,0.000021216092,0.000021235688,3.5586953e-7,0.051559582,0.00041161082,0.00009068303,0.00086349517,0.0018974588,0.016545055],"study_design_scores_gemma":[0.0002030159,0.000023806144,0.8916984,0.00039993483,0.000004763572,4.850589e-7,0.009175277,0.0000025375348,0.000064252206,0.0011951689,0.09709693,0.00013538102],"about_ca_topic_score_codex":0.000119624114,"about_ca_topic_score_gemma":0.00011701407,"teacher_disagreement_score":0.09519947,"about_ca_system_score_codex":0.00076894654,"about_ca_system_score_gemma":0.0012803116,"threshold_uncertainty_score":0.40611678},"labels":[],"label_agreement":null},{"id":"W14927950","doi":"","title":"Reflecting upon a Semester in the Shoes of a Student (Shoes Returned","year":2007,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Wright; Benchmarking; Mathematics education; Style (visual arts); Quality (philosophy); Pedagogy; Psychology; Management; Visual arts; Art; Art history; Epistemology; Philosophy","score_opus":0.2896345266823573,"score_gpt":0.5682849352440438,"score_spread":0.2786504085616865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W14927950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81360364,0.000039100225,0.00011063468,0.011661347,0.00010691886,0.00018812563,9.764953e-8,0.000027606578,0.17426254],"genre_scores_gemma":[0.99674135,0.000010488369,0.0013480451,0.0005394358,0.00012474493,0.00000393567,2.8640235e-7,0.000003683149,0.0012279991],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9979399,0.0007717846,0.00026716464,0.00012173176,0.0007104211,0.00018904099],"domain_scores_gemma":[0.9979896,0.0016143504,0.00016476578,0.00013913887,0.00006793454,0.000024208395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016163148,0.000052635998,0.00008569908,0.00008477906,0.00020487506,0.00006874792,0.0003231637,0.00004811535,0.00013909095],"category_scores_gemma":[0.0011959882,0.000033893597,0.00003360592,0.00029385387,0.000058076934,0.00030711567,0.00003379,0.00016575515,0.0000075360795],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060180402,0.0003200063,0.26379073,0.000013543632,0.000028882541,0.000008647468,0.66412276,0.000029438366,0.002128415,0.05282683,0.0009873922,0.015683167],"study_design_scores_gemma":[0.0005457287,0.00015728592,0.42627338,0.0000690348,0.000038150385,0.0000024291933,0.51781285,0.00004909315,0.0016156936,0.0033870137,0.04983229,0.00021703649],"about_ca_topic_score_codex":0.0033235569,"about_ca_topic_score_gemma":0.045009684,"teacher_disagreement_score":0.18313774,"about_ca_system_score_codex":0.000060376027,"about_ca_system_score_gemma":0.00006330957,"threshold_uncertainty_score":0.9724164},"labels":[],"label_agreement":null},{"id":"W1494844572","doi":"","title":"The Intersection of Technology and the Scholarship of Teaching and Learning: A Review","year":2009,"lang":"en","type":"review","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Scholarship of Teaching and Learning; Scholarship; Intersection (aeronautics); Sociology; Engineering ethics; Pedagogy; Teaching method; Teaching and learning center; Political science; Engineering","score_opus":0.1935940517010279,"score_gpt":0.44059245893856697,"score_spread":0.24699840723753907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494844572","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00079251436,0.9339666,0.0000037221444,0.041211765,0.00041531253,0.0013143221,0.0000021022956,0.00004834721,0.022245362],"genre_scores_gemma":[0.08452533,0.8994877,0.000176746,0.00028261438,0.00010626851,0.00012091396,0.000009353967,0.000024953137,0.015266156],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98916,0.008144807,0.001002544,0.0005463151,0.00082560646,0.0003207086],"domain_scores_gemma":[0.99311984,0.0022913062,0.0039172797,0.0003246955,0.0002348316,0.00011205732],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012275273,0.00033231766,0.001039648,0.00028341226,0.0013651203,0.00021149598,0.00039972982,0.0002779334,0.00004395677],"category_scores_gemma":[0.0043824906,0.00023564963,0.0000932926,0.0008349818,0.00080319704,0.00030900777,0.00011311575,0.0037627614,0.0000042576416],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003498252,0.000044506254,0.0013315565,0.002449332,0.000024849138,2.0846501e-7,0.0009415734,3.9150362e-7,2.687475e-7,0.340077,0.00008625308,0.65500903],"study_design_scores_gemma":[0.0002775602,0.00025504598,0.0028961864,0.027350534,0.0002013256,0.0000055068945,0.003590732,0.000008222511,1.7820125e-7,0.008179595,0.95700425,0.00023085473],"about_ca_topic_score_codex":0.00163323,"about_ca_topic_score_gemma":0.00123051,"teacher_disagreement_score":0.956918,"about_ca_system_score_codex":0.00042398053,"about_ca_system_score_gemma":0.0012739178,"threshold_uncertainty_score":0.999935},"labels":[],"label_agreement":null},{"id":"W1496843512","doi":"10.32920/21737363","title":"Building Scholarly Communities: Lessons Learned","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Scholarship of Teaching and Learning; Institution; Queen (butterfly); State (computer science); Sociology; Library science; Higher education; Political science; Management; Pedagogy; Social science; Teaching method; Teaching and learning center; Law","score_opus":0.49768291751694005,"score_gpt":0.552210021854496,"score_spread":0.05452710433755592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1496843512","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09226509,0.00045566208,0.0024795195,0.20074572,0.0023805057,0.0005758004,0.000030119387,0.0008943787,0.7001732],"genre_scores_gemma":[0.9280285,0.00084654585,0.029885186,0.001432894,0.00038288097,0.00014447552,0.000051790743,0.000041852843,0.03918583],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926375,0.005035939,0.00029856656,0.00030112674,0.0014059015,0.00032094822],"domain_scores_gemma":[0.9967948,0.0017074656,0.00042917338,0.0007425631,0.00021089902,0.000115108094],"candidate_categories":["sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012337471,0.00017387912,0.00024230484,0.0002237044,0.003341257,0.0019388507,0.0019273555,0.00025447638,0.019119771],"category_scores_gemma":[0.0035921517,0.00020095987,0.00014590104,0.00018613786,0.00022326468,0.0012241735,0.002468048,0.003623696,0.00010866678],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010163613,0.0001099478,0.0015112987,0.000035530804,0.00010648813,0.0000030395681,0.096957326,0.0043557133,0.000019486553,0.87124896,0.0061662826,0.019475779],"study_design_scores_gemma":[0.000098219716,0.00001486815,0.00045823414,0.00004213698,0.000048050115,2.6802402e-7,0.090214655,0.00017799673,0.0000035757614,0.052599583,0.8560669,0.00027552183],"about_ca_topic_score_codex":0.11055522,"about_ca_topic_score_gemma":0.010237296,"teacher_disagreement_score":0.8499006,"about_ca_system_score_codex":0.0005802108,"about_ca_system_score_gemma":0.0012215162,"threshold_uncertainty_score":0.9990972},"labels":[],"label_agreement":null},{"id":"W1500733775","doi":"10.22329/celt.v2i0.3222","title":"28. Creating a Chain of Teaching and Learning Support: Documenting the Effects of the Teaching Development Graduate Assistant Program","year":2009,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Teaching and learning center; Graduate students; Teaching assistant; Teaching method; Medical education; Psychology; Student teaching; Pedagogy; Faculty development; Mathematics education; Teacher education; Professional development; Medicine; Student teacher","score_opus":0.03045210764847611,"score_gpt":0.3631272650563835,"score_spread":0.3326751574079074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1500733775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92886585,0.00018579858,0.0003406552,0.0022861452,0.00016041967,0.0008249604,3.350103e-7,0.00025341468,0.06708239],"genre_scores_gemma":[0.98779315,0.000032735006,0.0067178626,0.000099609,0.00009934785,0.000035584348,0.000003582004,0.000030039178,0.0051880744],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98666555,0.010558912,0.00068688457,0.00046868125,0.0010693637,0.0005506235],"domain_scores_gemma":[0.991742,0.0065845107,0.0012394951,0.00021093557,0.00010510737,0.00011795843],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01979859,0.00030249287,0.00043556848,0.00022199623,0.011504479,0.0004290852,0.00038790313,0.00013645185,0.000010130488],"category_scores_gemma":[0.040595684,0.00021394914,0.000106355794,0.000256378,0.0002664885,0.0003691252,0.0001740531,0.004468065,8.525314e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060306767,0.00028839748,0.02426025,0.00017712808,0.00013393417,0.0000042302986,0.2664587,0.00046954423,0.0030049502,0.021237416,0.00008167218,0.68382347],"study_design_scores_gemma":[0.008644217,0.006956852,0.37716067,0.014750201,0.0015078469,0.00008673588,0.27066776,0.032007795,0.0038220226,0.0040579494,0.276707,0.0036309403],"about_ca_topic_score_codex":0.0011914102,"about_ca_topic_score_gemma":0.000114635906,"teacher_disagreement_score":0.68019253,"about_ca_system_score_codex":0.00014540661,"about_ca_system_score_gemma":0.00026149646,"threshold_uncertainty_score":0.99782866},"labels":[],"label_agreement":null},{"id":"W1503056283","doi":"10.47678/cjhe.v28i3.183321","title":"Faculty Adoption of Teaching and Learning Technologies: Contrasting Earlier Adopters and Mainstream Faculty","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Mainstream; Incentive; Early adopter; University faculty; Faculty development; Psychology; Pedagogy; Medical education; Sociology; Mathematics education; Knowledge management; Business; Marketing; Political science; Computer science; Professional development; Medicine; Economics","score_opus":0.09265739823732703,"score_gpt":0.415244015465037,"score_spread":0.3225866172277099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503056283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98082805,0.00059711153,0.00003968859,0.012071993,0.0004804223,0.000080780475,0.0000038915705,0.000011710327,0.0058863717],"genre_scores_gemma":[0.9938076,0.000032029682,0.004052905,0.000046024506,0.0001353395,0.0000013158241,0.000004452116,0.0000057667826,0.0019145766],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990744,0.00025836367,0.00022019385,0.00009596287,0.00019239278,0.00015869726],"domain_scores_gemma":[0.99850184,0.00013990597,0.0008665242,0.000089447436,0.00022513741,0.00017716584],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002110282,0.000068638954,0.00012420108,0.00017533115,0.0017481543,0.0002824479,0.00019399416,0.00008931868,0.00002489436],"category_scores_gemma":[0.0042652874,0.00006660338,0.000024660223,0.00003368217,0.00031013158,0.0009435363,0.000012619369,0.0005069476,0.0000011403188],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009662651,0.000026341135,0.69026846,0.00002756609,0.00004860513,0.0000027965002,0.028888904,0.000033746226,0.0001861256,0.008352928,0.0022010163,0.26995382],"study_design_scores_gemma":[0.0002812458,0.000073139156,0.7052781,0.00022910807,0.00006420041,0.000013686316,0.0490336,0.00001713299,0.000020333558,0.0007526113,0.24411431,0.00012250866],"about_ca_topic_score_codex":0.024687901,"about_ca_topic_score_gemma":0.0069366433,"teacher_disagreement_score":0.2698313,"about_ca_system_score_codex":0.00015511861,"about_ca_system_score_gemma":0.0010025979,"threshold_uncertainty_score":0.9995514},"labels":[],"label_agreement":null},{"id":"W1504102853","doi":"10.1108/03074351111140243","title":"Does motivation matter?","year":2011,"lang":"en","type":"article","venue":"Managerial Finance","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University; University of British Columbia","funders":"","keywords":"Psychology; Reputation; Quality (philosophy); Perception; Variance (accounting); Social psychology; Mathematics education","score_opus":0.11146109888814794,"score_gpt":0.35892910241375675,"score_spread":0.24746800352560883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504102853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5380983,0.000015690031,0.0011414222,0.0075308876,0.00268151,0.00024451222,0.0000019113043,0.00014546362,0.45014036],"genre_scores_gemma":[0.97622585,0.000036040794,0.0031556676,0.0002978488,0.00035765173,0.000014074913,0.0000014142091,0.000007086057,0.019904366],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991406,0.00021411036,0.000118844146,0.00015847437,0.00021673687,0.00015121879],"domain_scores_gemma":[0.99957407,0.000086939115,0.00012804226,0.00015294991,0.000037392954,0.000020595842],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000898137,0.000055056877,0.00006635563,0.00003830415,0.0003370167,0.000055543245,0.00022126304,0.000044335542,0.0019490233],"category_scores_gemma":[0.00055099116,0.00004167538,0.000024952207,0.0001225555,0.000093221766,0.00058922375,0.000033068904,0.00006606715,0.00080880494],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012627209,0.00019233346,0.11227559,0.00003001022,0.00002925875,0.000013812142,0.0676994,0.000023604094,0.0002817933,0.72960216,0.026479812,0.06324596],"study_design_scores_gemma":[0.0001758645,0.000019835037,0.33345428,0.000018757482,0.000012451652,1.3567465e-7,0.0011088647,0.000014571834,0.00033620716,0.023508696,0.64117897,0.00017137268],"about_ca_topic_score_codex":0.0032620654,"about_ca_topic_score_gemma":0.0004279943,"teacher_disagreement_score":0.70609343,"about_ca_system_score_codex":0.000036130215,"about_ca_system_score_gemma":0.000027533219,"threshold_uncertainty_score":0.9999692},"labels":[],"label_agreement":null},{"id":"W150674597","doi":"","title":"Students' Perceptions of Information Programs in Canada","year":2013,"lang":"en","type":"article","venue":"Journal of Education for Library and Information Science","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Psychology; Curriculum; Higher education; Medical education; Perception; Customer satisfaction; Quality (philosophy); Scale (ratio); Pedagogy; Marketing; Political science; Medicine; Business","score_opus":0.04410791444519938,"score_gpt":0.3821469833234404,"score_spread":0.338039068878241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W150674597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9821857,0.000016218099,0.00031639342,0.007729891,0.0005452116,0.0003898637,0.0000020313296,0.0000045512147,0.008810107],"genre_scores_gemma":[0.99462324,0.000108711225,0.0045151343,0.0006242775,0.00003632639,0.000015977788,0.000006293475,9.755948e-7,0.00006905468],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985977,0.000055683333,0.000572754,0.000029706202,0.0006399582,0.00010422358],"domain_scores_gemma":[0.99848986,0.00012664704,0.00079377927,0.000055773675,0.00043111594,0.00010280731],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013781124,0.00003910554,0.00007731834,0.0004239666,0.0002297059,0.00036988012,0.0003283202,0.00002040791,0.0001302405],"category_scores_gemma":[0.0007555781,0.000034395587,0.00001853464,0.00058256346,0.00014077399,0.096089005,0.00002479,0.00008040187,0.000003913789],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025823245,0.00012954761,0.5438959,0.00006905824,0.000007031199,1.3654889e-8,0.061936583,0.0001671303,0.000044875724,0.12727489,0.0051525882,0.2612966],"study_design_scores_gemma":[0.00030154345,0.0000894351,0.7260786,0.00007208344,0.0000067767583,0.000003061772,0.1384404,0.00032199483,0.000058450027,0.0017424412,0.13280213,0.0000830772],"about_ca_topic_score_codex":0.040256977,"about_ca_topic_score_gemma":0.002924345,"teacher_disagreement_score":0.2612135,"about_ca_system_score_codex":0.00011063639,"about_ca_system_score_gemma":0.0067665325,"threshold_uncertainty_score":0.9988642},"labels":[],"label_agreement":null},{"id":"W1508825972","doi":"10.22329/celt.v2i0.3219","title":"25. Engaging New Faculty in Reflection and Inquiry About Their Teaching","year":2009,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"NorQuest College; University of Alberta","funders":"","keywords":"Scholarship; Faculty development; Scholarship of Teaching and Learning; Reflection (computer programming); Professional development; Teaching method; Teaching and learning center; Pedagogy; Value (mathematics); Mathematics education; Higher education; Psychology; Sociology; Medical education; Computer science; Medicine; Political science","score_opus":0.11954265606534352,"score_gpt":0.44194329792126125,"score_spread":0.3224006418559177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508825972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85861087,0.00031724753,0.0010193274,0.0073176785,0.000217621,0.00025290376,5.398518e-7,0.00041483075,0.131849],"genre_scores_gemma":[0.99158233,0.000118372714,0.001954694,0.00034825908,0.00036034145,0.000005566156,0.000009089441,0.000019740177,0.0056016147],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99474156,0.0036419916,0.00031047966,0.00048150684,0.00040199846,0.00042243503],"domain_scores_gemma":[0.99815464,0.0012566207,0.00025111812,0.000115806484,0.000039644652,0.0001821945],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0068967915,0.00021743965,0.0002653403,0.00042218828,0.004001791,0.0005201007,0.00015031922,0.00017854544,0.000023857829],"category_scores_gemma":[0.009138453,0.00021405454,0.00003980885,0.00024512652,0.000087451685,0.0006869978,0.000042088825,0.0028578765,0.0000052090363],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007865725,0.000113696944,0.028971924,0.0000116500405,0.000025031473,0.0000063853404,0.28003433,0.00082627643,0.0008921068,0.034206297,0.00095057243,0.65388304],"study_design_scores_gemma":[0.0050979666,0.0013464544,0.2875429,0.0017401769,0.00011974915,0.00004199939,0.15499906,0.016337553,0.00013412924,0.01650099,0.5142613,0.0018777208],"about_ca_topic_score_codex":0.0037024827,"about_ca_topic_score_gemma":0.0007572498,"teacher_disagreement_score":0.6520053,"about_ca_system_score_codex":0.00022146422,"about_ca_system_score_gemma":0.00016619063,"threshold_uncertainty_score":0.9994426},"labels":[],"label_agreement":null},{"id":"W1509893044","doi":"10.1080/20797222.2004.11433891","title":"Chronic Pain and Returning to Learning: Exploring the Lived Experiences of Three Women","year":2004,"lang":"en","type":"article","venue":"Indo-Pacific Journal of Phenomenology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chronic pain; Lived experience; Psychology; Meaning (existential); Reflection (computer programming); Medicine; Psychotherapist; Psychiatry","score_opus":0.1312266071354237,"score_gpt":0.3626233526003557,"score_spread":0.23139674546493202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509893044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987404,0.0010497441,0.0010946775,0.00782084,0.000499187,0.00014077128,1.323719e-7,0.000017024553,0.0019736246],"genre_scores_gemma":[0.9983935,0.00020694228,0.00074910815,0.000054070144,0.00045752947,0.000027871996,1.0202242e-7,0.000010059567,0.00010084307],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9973157,0.001170302,0.0004920793,0.00015608394,0.00049544557,0.0003703649],"domain_scores_gemma":[0.99773717,0.0010291291,0.0007674815,0.00013014502,0.00019396887,0.00014211982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009273014,0.000108614244,0.00028205774,0.00022322073,0.00057026895,0.00007422922,0.00048514485,0.00006428315,0.00016191858],"category_scores_gemma":[0.003724517,0.000081991166,0.00004582683,0.0002785138,0.0005151898,0.00050185155,0.00007810407,0.00056197756,0.0000062526333],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005366472,0.00002508663,0.002914349,0.0000072752246,0.00007149693,0.0000062798676,0.9626631,0.0013325191,0.0014356739,0.003150931,0.000012469586,0.028327141],"study_design_scores_gemma":[0.00051292,0.0016290769,0.0026048576,0.00006438295,0.000018620385,0.00001874029,0.9690694,0.000010531094,0.0001632571,0.00601063,0.01977792,0.000119627926],"about_ca_topic_score_codex":0.00013565076,"about_ca_topic_score_gemma":0.000113311406,"teacher_disagreement_score":0.028207513,"about_ca_system_score_codex":0.00040993062,"about_ca_system_score_gemma":0.00045125958,"threshold_uncertainty_score":0.4458864},"labels":[],"label_agreement":null},{"id":"W1510834828","doi":"10.1023/a:1024416909866","title":"The scholarship of teaching: A comparison of conceptions held by experts and regular academic staff","year":2003,"lang":"en","type":"article","venue":"Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":73,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Scholarship; Sociology; Discipline; Meaning (existential); Delphi method; Higher education; Social science; Pedagogy; Psychology; Political science; Law","score_opus":0.16420671727951594,"score_gpt":0.5135681804457718,"score_spread":0.3493614631662558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510834828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9641271,0.0055001103,0.000041834184,0.0120538175,0.0006938005,0.00021899115,0.0000015402339,0.000020812144,0.017341943],"genre_scores_gemma":[0.9918691,0.0001463487,0.00068353896,0.00007177424,0.00007740797,0.000020312786,0.0000036364954,0.0000054921047,0.0071224007],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792206,0.0012477909,0.00024468018,0.000115784744,0.0003626885,0.00010702089],"domain_scores_gemma":[0.998733,0.00059194356,0.0003509497,0.00015016475,0.0001209381,0.00005304341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023366364,0.00005446886,0.00009341407,0.00003580448,0.0005579102,0.00003933335,0.00015144075,0.000085208674,0.0001194299],"category_scores_gemma":[0.001500387,0.00004621861,0.000020763711,0.00009945279,0.00026200147,0.00037248593,0.000010229008,0.00023140722,0.0000030251194],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011325116,0.00039006968,0.10844941,0.000016220505,0.000022697512,9.071022e-9,0.05897278,0.0000054296647,0.008717825,0.761146,0.052645613,0.009622596],"study_design_scores_gemma":[0.00013584578,0.00004931956,0.020152247,0.000050174414,0.000032134314,2.503627e-7,0.04415542,0.000003478929,0.0018303638,0.007918396,0.9255816,0.00009080538],"about_ca_topic_score_codex":0.0004192309,"about_ca_topic_score_gemma":0.000046094487,"teacher_disagreement_score":0.87293595,"about_ca_system_score_codex":0.00005704293,"about_ca_system_score_gemma":0.00028348068,"threshold_uncertainty_score":0.42910504},"labels":[],"label_agreement":null},{"id":"W1511655245","doi":"10.47678/cjhe.v39i1.491","title":"Student Ratings of Teaching Effectiveness: Student Engagement and Course Characteristics","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Attendance; Student engagement; Mathematics education; Psychology; Path analysis (statistics); Latent variable; Statistics; Mathematics","score_opus":0.04962883143913203,"score_gpt":0.45333619601406955,"score_spread":0.4037073645749375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511655245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885933,0.00035702158,0.000013518756,0.0046024336,0.0035110314,0.00017023688,0.0000018405323,0.0000036550455,0.0027469639],"genre_scores_gemma":[0.997575,0.000014207744,0.00079105713,0.00016342635,0.0006102652,0.000004628558,0.000001475313,0.0000076963925,0.00083224603],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99823534,0.00085991505,0.00030373366,0.000086762535,0.00037221832,0.00014201606],"domain_scores_gemma":[0.9982156,0.0003948181,0.0006062518,0.00009821702,0.00037515667,0.00030994645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005920174,0.00007014386,0.00014320054,0.00015085399,0.00045429537,0.00014437387,0.0002219462,0.000052610136,0.00025429198],"category_scores_gemma":[0.00083587936,0.00006897512,0.000032237764,0.0000635158,0.00012770823,0.00038251007,0.000010389216,0.0004994837,0.0000028100915],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006184196,0.00020948396,0.90631324,0.000024880897,0.00006383851,0.0000027361314,0.04660588,0.000003541422,0.0015607538,0.03241696,0.0018813655,0.010911142],"study_design_scores_gemma":[0.00013571221,0.000059668717,0.876347,0.00006707483,0.000072880204,0.0000033564288,0.005899718,5.033183e-7,0.000032117154,0.0002613358,0.11705791,0.00006269922],"about_ca_topic_score_codex":0.007886761,"about_ca_topic_score_gemma":0.009781004,"teacher_disagreement_score":0.11517654,"about_ca_system_score_codex":0.00017465945,"about_ca_system_score_gemma":0.0031374888,"threshold_uncertainty_score":0.9987198},"labels":[],"label_agreement":null},{"id":"W1511943387","doi":"","title":"Balance between Merit and Equity in Academic Hiring Decisions: Judgemental Content Analysis Applied to the Phraseology of Australian Tenure-stream Advertisements in Comparison with Canadian Advertisements","year":2010,"lang":"en","type":"article","venue":"Griffith Research Online (Griffith University, Queensland, Australia)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Equity (law); Higher education; Institution; Public relations; Sociology; Political science; Psychology; Marketing; Social science; Business; Law","score_opus":0.4459709474546634,"score_gpt":0.5283040185317116,"score_spread":0.08233307107704818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511943387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824703,0.000020933187,0.000028428849,0.01504398,0.00008097086,0.0013096455,0.0003088414,0.000022302327,0.0007146412],"genre_scores_gemma":[0.9961692,0.00012285847,0.0013606469,0.00006885369,0.00009719701,0.0000120728655,0.00015648604,0.000014816154,0.0019978597],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945265,0.0011467236,0.00062857167,0.0007178281,0.0017913968,0.0011889534],"domain_scores_gemma":[0.9972611,0.0008739785,0.00030142724,0.00047129215,0.00036653774,0.00072564225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005485456,0.00026776042,0.00063045183,0.0018684576,0.00066734257,0.00007673362,0.0012060857,0.00033768767,0.00020483282],"category_scores_gemma":[0.0009370486,0.00023554153,0.000069413625,0.0029294244,0.00079165195,0.0004357786,0.0004942708,0.0022387453,0.000024494928],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002657236,0.00020056427,0.9903519,0.00001611184,0.00024274888,0.000036888552,0.0035424088,0.0007326944,0.00027394816,0.00052085,0.0008304628,0.0029856723],"study_design_scores_gemma":[0.0018197064,0.0001907081,0.9736407,0.00013593215,0.00020549035,8.972849e-7,0.014003169,0.0001210208,0.000062824256,0.000051223,0.009511136,0.00025723595],"about_ca_topic_score_codex":0.51135826,"about_ca_topic_score_gemma":0.96333706,"teacher_disagreement_score":0.4519788,"about_ca_system_score_codex":0.00074394344,"about_ca_system_score_gemma":0.0006906065,"threshold_uncertainty_score":0.97263587},"labels":[],"label_agreement":null},{"id":"W1514181118","doi":"10.22329/celt.v2i0.3221","title":"27. The Sophistry of University Rankings: Implications for Learning and Student Welfare","year":2009,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Trent University; University of Windsor","funders":"","keywords":"Ranking (information retrieval); Perspective (graphical); Rank (graph theory); Unintended consequences; Higher education; Welfare; Psychology; Sociology; Mathematics education; Computer science; Political science; Information retrieval; Mathematics; Law; Artificial intelligence","score_opus":0.03859549003507737,"score_gpt":0.3819324037109859,"score_spread":0.3433369136759086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514181118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87067884,0.0002887188,0.0014807425,0.05401967,0.000093248746,0.00050784496,0.000003299063,0.00020929276,0.07271837],"genre_scores_gemma":[0.995201,0.00010232858,0.00065463106,0.00005803939,0.0000549732,0.000002708953,0.0000046861237,0.000007333683,0.003914285],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978224,0.0014358177,0.0001400914,0.00022031122,0.00020559256,0.00017577692],"domain_scores_gemma":[0.99795634,0.0015470545,0.00025541367,0.000078973055,0.000104184895,0.000058030917],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0031949866,0.00009215859,0.00014148961,0.00010203292,0.0051510287,0.00011623857,0.00015850636,0.00007643196,0.000014226834],"category_scores_gemma":[0.0040161745,0.00008344921,0.000040341783,0.00015002718,0.00012968575,0.00015463661,0.000034007342,0.00067689846,5.7971994e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031035603,0.0002900061,0.15858401,0.00004678406,0.00014802624,0.0000017232427,0.10519359,0.0019634385,0.0011389189,0.5751168,0.00078636996,0.15641995],"study_design_scores_gemma":[0.0020306644,0.0008225749,0.32742473,0.00019169875,0.0002535411,0.0000058317873,0.10408456,0.0014386721,0.000016735887,0.0034254622,0.5598597,0.00044583346],"about_ca_topic_score_codex":0.00019919436,"about_ca_topic_score_gemma":0.000059295417,"teacher_disagreement_score":0.57169133,"about_ca_system_score_codex":0.00007178148,"about_ca_system_score_gemma":0.000067836074,"threshold_uncertainty_score":0.9961441},"labels":[],"label_agreement":null},{"id":"W1515432357","doi":"10.4212/cjhp.v55i3.569","title":"Teaching and Mentorship: Invaluable Contributions to the Profession","year":2002,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mentorship; Engineering ethics; Medical education; Political science; Library science; Medicine; Computer science; Engineering","score_opus":0.09640600234062914,"score_gpt":0.43327775688186054,"score_spread":0.3368717545412314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515432357","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3563247,0.0011155823,0.000019548885,0.6329358,0.0010337996,0.00029843574,0.000007290893,0.0000070746687,0.008257766],"genre_scores_gemma":[0.99403566,0.00004666178,0.00009049703,0.0021645043,0.0006615372,0.0000044950557,2.8357582e-7,0.0000063706907,0.002990019],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99756914,0.0014540543,0.00021146011,0.00007331239,0.0004182282,0.00027378913],"domain_scores_gemma":[0.99848044,0.00045921764,0.00023345789,0.000108779095,0.00023692095,0.00048119883],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008248932,0.00006838798,0.000087352746,0.000084888976,0.003864914,0.00030419094,0.0004889574,0.000021982962,0.00045982585],"category_scores_gemma":[0.0043605934,0.000040434003,0.00004245695,0.0001373165,0.00017095549,0.0006047939,0.000024408806,0.00070115615,0.000056163797],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022309745,0.000100287856,0.012949414,0.0000072500166,0.00015593538,0.00003499306,0.4400798,0.00017443417,0.000120187324,0.055691272,0.43843228,0.052231833],"study_design_scores_gemma":[0.000333653,0.00009165733,0.0012186262,0.000037895454,0.00006674124,0.0000098900055,0.008741555,0.00014914805,0.00003114691,0.0017763928,0.9874527,0.00009060266],"about_ca_topic_score_codex":0.10624485,"about_ca_topic_score_gemma":0.1174681,"teacher_disagreement_score":0.6377109,"about_ca_system_score_codex":0.0003062621,"about_ca_system_score_gemma":0.00058014446,"threshold_uncertainty_score":0.99743193},"labels":[],"label_agreement":null},{"id":"W1517763342","doi":"10.22329/celt.v3i0.3249","title":"19. Two Sides of the Same Coin: Student-Faculty Perspectives of the Course Syllabus","year":2010,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Lakehead University; Wilfrid Laurier University","funders":"Wilfrid Laurier University; Lakehead University","keywords":"Syllabus; Course (navigation); Mathematics education; Pedagogy; Psychology; Product (mathematics); Engineering","score_opus":0.04124220357206655,"score_gpt":0.41617251503004127,"score_spread":0.37493031145797473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517763342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93533635,0.000121650985,0.000010374586,0.0058262185,0.00034886078,0.0002667309,0.000003904435,0.00006459172,0.058021307],"genre_scores_gemma":[0.9927517,0.000018872972,0.0002934357,0.000057214347,0.00012670235,0.000006738376,8.9157174e-7,0.0000134539405,0.0067309476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959521,0.0025932165,0.00024219188,0.00023768104,0.0007702085,0.00020456882],"domain_scores_gemma":[0.99716806,0.0017603455,0.0005609574,0.00024445646,0.00020135712,0.00006482283],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0039121606,0.00012678001,0.00020434482,0.000065163025,0.0027547812,0.000113446426,0.0004832445,0.000090027665,0.00007454759],"category_scores_gemma":[0.01436314,0.00008154378,0.0000957709,0.00028545797,0.00062080397,0.00015847792,0.00012876473,0.001614575,0.0000020840703],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052105257,0.00039612432,0.5435714,0.000023146971,0.0001453178,7.7768516e-7,0.32914844,0.0013574347,0.005650609,0.11240929,0.0008698147,0.0063755033],"study_design_scores_gemma":[0.0018715465,0.00023357944,0.5889306,0.00035021265,0.00029490606,0.000008444053,0.3697183,0.0010763858,0.00078040425,0.0020432333,0.034271218,0.0004211852],"about_ca_topic_score_codex":0.0037060075,"about_ca_topic_score_gemma":0.0027147778,"teacher_disagreement_score":0.11036606,"about_ca_system_score_codex":0.000058588343,"about_ca_system_score_gemma":0.00034464625,"threshold_uncertainty_score":0.9985435},"labels":[],"label_agreement":null},{"id":"W1524724430","doi":"10.22329/celt.v2i0.3220","title":"26. The Validity of Student Course Evaluations: An Eternal Debate?","year":2009,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Course evaluation; Psychology; Mathematics education; Higher education; Pedagogy; Political science; Engineering; Law","score_opus":0.1216538769873287,"score_gpt":0.4768516063873564,"score_spread":0.3551977294000277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524724430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95461804,0.00010996762,0.0005262548,0.0060659484,0.00016300676,0.00027861056,8.109577e-7,0.00020374525,0.038033623],"genre_scores_gemma":[0.9973435,0.000059983046,0.00057333097,0.0001861689,0.00016641087,0.000008888207,0.0000030741076,0.00001201339,0.0016466222],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9924453,0.005928136,0.00026283506,0.00024467573,0.0008933299,0.00022575745],"domain_scores_gemma":[0.9975106,0.0017140666,0.00033909729,0.00017207162,0.00016708678,0.00009704974],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010210345,0.000119438235,0.00016687071,0.00009664311,0.0031616827,0.00025725117,0.00029194157,0.000081824044,0.0000880482],"category_scores_gemma":[0.0050807535,0.00009473621,0.000047446243,0.00016599277,0.0001352408,0.00034646897,0.000025918898,0.0009222096,0.000008570761],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001863614,0.0019764923,0.26924956,0.000020030073,0.0001978088,0.000010484867,0.25726902,0.012597009,0.001514344,0.16132855,0.0019927206,0.29365763],"study_design_scores_gemma":[0.0020089585,0.0025855806,0.8839255,0.00031823423,0.00042495277,0.000012032892,0.04842267,0.01646063,0.0001242523,0.00947421,0.03558735,0.00065564906],"about_ca_topic_score_codex":0.00054180075,"about_ca_topic_score_gemma":0.00026966716,"teacher_disagreement_score":0.61467594,"about_ca_system_score_codex":0.00008178062,"about_ca_system_score_gemma":0.0002202289,"threshold_uncertainty_score":0.99813604},"labels":[],"label_agreement":null},{"id":"W1527762178","doi":"","title":"Effective Teaching & Teaching Evaluation Practices: Canadian University Geography Departments","year":2008,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Mathematics education; Geography; Medical education; Medicine; Economic growth; Psychology; Economics","score_opus":0.10951637498441302,"score_gpt":0.42187546353578154,"score_spread":0.3123590885513685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1527762178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50062495,0.000045288056,0.0002899454,0.0061767823,0.00030439615,0.00083116576,0.0000035405387,0.00016033581,0.4915636],"genre_scores_gemma":[0.9919331,0.000039153252,0.004774083,0.00049747026,0.00018480793,0.000011795233,0.00002012319,0.000012273409,0.0025271652],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99114436,0.0066803144,0.00016552607,0.0003877692,0.0011792897,0.0004427545],"domain_scores_gemma":[0.9972974,0.0013571936,0.00048771375,0.00024059572,0.00024180331,0.00037528516],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0133067,0.00014248029,0.00013972812,0.00042637266,0.006127032,0.00011324104,0.0003763607,0.00012803407,0.00058875413],"category_scores_gemma":[0.010796901,0.00015689318,0.000092659764,0.00022428422,0.00017766978,0.0025195598,0.00004071618,0.00067018264,0.00018413426],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007435552,0.000409499,0.7261162,0.000011798509,0.00036701877,0.00007500753,0.08284729,0.00041387734,0.00006446005,0.07871653,0.017245864,0.09365809],"study_design_scores_gemma":[0.0007102968,0.00007952997,0.19582283,0.000018410637,0.00020302732,0.000009741084,0.014984788,0.0012713413,0.000009323694,0.0005201829,0.78602076,0.00034977763],"about_ca_topic_score_codex":0.8077695,"about_ca_topic_score_gemma":0.65308774,"teacher_disagreement_score":0.76877487,"about_ca_system_score_codex":0.0011990342,"about_ca_system_score_gemma":0.0015414105,"threshold_uncertainty_score":0.9975356},"labels":[],"label_agreement":null},{"id":"W1528271819","doi":"10.22329/celt.v4i0.3266","title":"4. A Learner-Centred Mock Conference Model for Undergraduate Teaching","year":2011,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Variety (cybernetics); Flexibility (engineering); Process (computing); Mathematics education; Learning styles; Computer science; Teaching method; Psychology; Pedagogy; Artificial intelligence; Management","score_opus":0.19409858109585343,"score_gpt":0.3896761325680004,"score_spread":0.19557755147214695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1528271819","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20774333,0.00015610237,0.06981453,0.008106106,0.00039258873,0.0010354469,0.0000066419316,0.0011891208,0.71155614],"genre_scores_gemma":[0.9371993,0.00005171391,0.012722682,0.00015376435,0.00011083901,0.000051433344,0.000011148233,0.000043028147,0.049656086],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957766,0.0022988676,0.00032719594,0.00054177415,0.0004921081,0.0005634609],"domain_scores_gemma":[0.9977023,0.0013974702,0.00035750744,0.00017734474,0.00014691887,0.00021848298],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0036747125,0.00024618977,0.00029207236,0.00023560379,0.0051749344,0.000352549,0.00029911072,0.00018265935,0.00006593315],"category_scores_gemma":[0.0100928405,0.00025281825,0.00009281717,0.00011140838,0.00016059716,0.00050802465,0.000070697024,0.0016559021,0.000019231478],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028092254,0.00031778603,0.0038344748,0.00004093755,0.000113745766,0.0000039272386,0.18671636,0.0038946453,0.0003197246,0.76461023,0.001950711,0.037916522],"study_design_scores_gemma":[0.0024715425,0.0005821823,0.00067491387,0.00034715104,0.00020166037,0.000005730957,0.030452162,0.85237336,0.000046394245,0.058875963,0.05298475,0.0009841934],"about_ca_topic_score_codex":0.0017752459,"about_ca_topic_score_gemma":0.0005052097,"teacher_disagreement_score":0.84847873,"about_ca_system_score_codex":0.00014523814,"about_ca_system_score_gemma":0.00032336486,"threshold_uncertainty_score":0.99999243},"labels":[],"label_agreement":null},{"id":"W1534172683","doi":"10.22329/celt.v3i0.3259","title":"29. Two Models for Introducing Graduate Students to the Scholarship of Teaching and Learning","year":2010,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo; Western University","funders":"","keywords":"Scholarship of Teaching and Learning; Scholarship; Graduate students; Mathematics education; Teaching and learning center; Pedagogy; Teaching method; Psychology; Sociology; Political science","score_opus":0.09245727871761776,"score_gpt":0.4342079801405869,"score_spread":0.34175070142296915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534172683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.973955,0.000048138896,0.0048318547,0.0061850986,0.00030241715,0.0006027032,0.0000014218864,0.00017817211,0.013895199],"genre_scores_gemma":[0.9835216,0.00001862159,0.012599959,0.000165637,0.0003962105,0.000046385067,0.0000043593973,0.000037117406,0.003210116],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933138,0.0045961435,0.0003467568,0.0005014518,0.0008237886,0.000418076],"domain_scores_gemma":[0.9939767,0.00510931,0.00036301298,0.0001898757,0.00018627684,0.00017480894],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02789415,0.00019975606,0.00028302634,0.00027180807,0.008182051,0.0006817332,0.00040619646,0.00011061223,0.000010746485],"category_scores_gemma":[0.03960097,0.00017080484,0.000057837526,0.00018250829,0.00013545294,0.0005727774,0.00017057861,0.0051306817,0.0000033267745],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038312603,0.0003017883,0.07703876,0.0000971209,0.00023766936,0.0000024320393,0.3298871,0.05697913,0.009124733,0.18234393,0.00062454387,0.34297967],"study_design_scores_gemma":[0.012378438,0.0040499372,0.09276016,0.0023853055,0.0011305879,0.000050178856,0.1892351,0.24256426,0.00063681015,0.04067483,0.41026384,0.0038705308],"about_ca_topic_score_codex":0.0020876012,"about_ca_topic_score_gemma":0.0009783598,"teacher_disagreement_score":0.4096393,"about_ca_system_score_codex":0.000056666417,"about_ca_system_score_gemma":0.00010854977,"threshold_uncertainty_score":0.99716455},"labels":[],"label_agreement":null},{"id":"W1541361835","doi":"10.22329/celt.v2i0.3202","title":"8. Strategic Approaches to Academic Development: Relationship to Learning and Teaching","year":2009,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning development; Higher education; Professional development; Academic community; Unit (ring theory); Academic integrity; Engineering ethics; Sociology; Pedagogy; Psychology; Public relations; Mathematics education; Political science; Engineering; Social science","score_opus":0.256656094960749,"score_gpt":0.406769656647154,"score_spread":0.150113561686405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541361835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7866317,0.00012705507,0.0015307082,0.0088548,0.00007964516,0.00039904943,3.0683992e-7,0.00046650367,0.2019102],"genre_scores_gemma":[0.9761326,0.000015833566,0.010557578,0.00034802695,0.0001855818,0.000024990914,0.000008623554,0.000028951756,0.012697814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99437743,0.0034175923,0.0003997138,0.0006278596,0.0006345137,0.00054290675],"domain_scores_gemma":[0.99710757,0.0020858564,0.000239569,0.000105722946,0.000046577254,0.00041469422],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00865731,0.00026254117,0.00027893652,0.0005371161,0.0074684815,0.0005664708,0.00022244257,0.00024515128,0.000025317388],"category_scores_gemma":[0.014236992,0.00028008886,0.000032676482,0.00029179655,0.000059848036,0.00046130575,0.00007932605,0.003905833,0.000045571014],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015180602,0.00012405316,0.11608427,0.000030826974,0.000053141084,0.0000067421233,0.22303228,0.009134655,0.0005457392,0.46410763,0.00033357646,0.1863953],"study_design_scores_gemma":[0.002477121,0.0021273738,0.25837243,0.0017397479,0.0002096505,0.000034597215,0.1443751,0.010938698,0.00009540504,0.015502092,0.5610742,0.003053586],"about_ca_topic_score_codex":0.00022634552,"about_ca_topic_score_gemma":0.000108967695,"teacher_disagreement_score":0.56074065,"about_ca_system_score_codex":0.00021999657,"about_ca_system_score_gemma":0.0002321345,"threshold_uncertainty_score":0.99996513},"labels":[],"label_agreement":null},{"id":"W1541511837","doi":"10.19173/irrodl.v12i2.949","title":"Delimiting the prospect of openness: An examination of initial student approaches to e-learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Summative assessment; Quality (philosophy); Rhetoric; Individualism; Psychology; Online assessment; Distance education; Public relations; Sociology; Pedagogy; Social psychology; Mathematics education; Political science; Formative assessment; Epistemology","score_opus":0.6558710918153274,"score_gpt":0.5847668235552992,"score_spread":0.07110426826002825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541511837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9214497,0.0017214945,0.00030483573,0.008497045,0.000059901286,0.0016464584,0.0000095926725,0.000009503604,0.06630143],"genre_scores_gemma":[0.99711406,0.0022386075,0.00038080948,0.000030412199,0.00003611981,0.000067911256,0.000021652118,0.0000051386173,0.0001052948],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9935764,0.004393928,0.00045423483,0.00017192619,0.0012438833,0.00015962162],"domain_scores_gemma":[0.9970828,0.0017434815,0.0004142755,0.0001413537,0.0005713981,0.00004668343],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040767707,0.000059680693,0.00018405597,0.00010745036,0.00034516875,0.00010231845,0.001416042,0.000027092849,0.00017624366],"category_scores_gemma":[0.01461313,0.000039390412,0.00002918822,0.00046798284,0.0003067856,0.000506027,0.00063068577,0.00048431594,0.000002539964],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003177631,0.0008005757,0.20651567,0.0011834346,0.00015062313,0.0000045315014,0.113365434,0.0009727241,0.00021248743,0.36164823,0.00011272822,0.31471577],"study_design_scores_gemma":[0.0009703295,0.00084172253,0.5855374,0.010801174,0.00005827818,0.000005126031,0.3800177,0.0024452657,0.0009085141,0.002781998,0.015387922,0.00024460867],"about_ca_topic_score_codex":0.0034110767,"about_ca_topic_score_gemma":0.00029702616,"teacher_disagreement_score":0.3790217,"about_ca_system_score_codex":0.00007375617,"about_ca_system_score_gemma":0.00018412876,"threshold_uncertainty_score":0.9936872},"labels":[],"label_agreement":null},{"id":"W1542608630","doi":"10.22329/celt.v2i0.3224","title":"30. Sounds Good: Using Digital Audio for Evaluation Feedback","year":2009,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CLARITY; Audio feedback; Audio equipment; Quality (philosophy); Higher education; Digital audio; Psychology; Multimedia; Sound quality; Work (physics); Mathematics education; Computer science; Medical education; Pedagogy; Audio signal; Acoustics; Speech recognition; Engineering; Medicine","score_opus":0.0809824594466134,"score_gpt":0.4230057811262492,"score_spread":0.3420233216796358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542608630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7756773,0.00016996318,0.0043486403,0.0030918156,0.0002660767,0.00066809286,0.000003210197,0.00034187877,0.21543302],"genre_scores_gemma":[0.99239916,0.000009769591,0.0018837933,0.0001688247,0.00034701743,0.000015772343,0.000022247763,0.000020633315,0.0051327655],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969268,0.001320024,0.0002589936,0.00038333886,0.0007408527,0.0003699946],"domain_scores_gemma":[0.9978708,0.0013667565,0.0003002152,0.000116208575,0.00022323159,0.00012275662],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0060993684,0.0001678578,0.00020182082,0.00019901354,0.004116815,0.0008779807,0.00015009422,0.00014415811,0.00009647454],"category_scores_gemma":[0.013806492,0.00017759588,0.00007040842,0.00019565431,0.000077581775,0.00073719065,0.000020766318,0.0006855242,0.000015513424],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003983549,0.00060081563,0.021582603,0.00004559509,0.00019406053,0.0000038090257,0.070951104,0.02897399,0.0014738067,0.10643805,0.0038890198,0.7654488],"study_design_scores_gemma":[0.009306135,0.0025567443,0.022605684,0.0007547692,0.0007105894,0.000020246758,0.030097682,0.4163172,0.00008305637,0.040030178,0.47542486,0.0020928695],"about_ca_topic_score_codex":0.00018003081,"about_ca_topic_score_gemma":0.000035502046,"teacher_disagreement_score":0.7633559,"about_ca_system_score_codex":0.0003201451,"about_ca_system_score_gemma":0.00031317648,"threshold_uncertainty_score":0.9971797},"labels":[],"label_agreement":null},{"id":"W1543571998","doi":"","title":"Participation in Peer-Led Academic Support Services: One Adaptation of a Natural Sciences Peer Learning Model to Enrichment in the Humanities.","year":2014,"lang":"en","type":"article","venue":"Research Online (University of Wollongong)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Regina","funders":"University of Regina","keywords":"The arts; Adaptation (eye); Context (archaeology); Peer support; Psychology; Peer learning; Pedagogy; Medical education; Mathematics education; Political science; Medicine","score_opus":0.3430036310125328,"score_gpt":0.5024062947845619,"score_spread":0.1594026637720291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543571998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97023404,0.000020396114,0.00039398496,0.0259329,0.000024264731,0.0003680717,0.0000040409564,0.000014551332,0.0030077777],"genre_scores_gemma":[0.99378,0.000047976766,0.0027508927,0.00007671661,0.000035242487,0.0000020089612,0.000023261666,0.0000038753274,0.003280014],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940841,0.0022085255,0.00021496363,0.00023185478,0.0029161836,0.00034435722],"domain_scores_gemma":[0.99776065,0.001040623,0.00019479376,0.00013083505,0.0008216694,0.000051408897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022576379,0.000066326684,0.00016218548,0.00065856695,0.0007139431,0.00004831279,0.0008058978,0.000083780855,0.00005746986],"category_scores_gemma":[0.0030131794,0.00006876633,0.000037216487,0.0011791346,0.00046141425,0.0008524435,0.00014964856,0.00073162874,0.000010606499],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020705732,0.0006065767,0.04292862,0.0000906161,0.000019855479,0.0000027080416,0.7827483,0.12699383,0.0009111448,0.02988476,0.00022625968,0.015380262],"study_design_scores_gemma":[0.0007825735,0.0003929062,0.13397625,0.00013856201,0.000019298013,1.5534246e-7,0.42648435,0.42840946,0.00002145917,0.0011105563,0.008524227,0.0001401932],"about_ca_topic_score_codex":0.027331322,"about_ca_topic_score_gemma":0.11239767,"teacher_disagreement_score":0.35626397,"about_ca_system_score_codex":0.00020222185,"about_ca_system_score_gemma":0.0004853944,"threshold_uncertainty_score":0.97914577},"labels":[],"label_agreement":null},{"id":"W1548116605","doi":"10.22329/celt.v5i0.3413","title":"19. Improving Student Readiness: Examining K-16 Alignment of Content and Performance Standards","year":2012,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accountability; Government (linguistics); Higher education; Learning standards; Academic standards; Political science; Mathematics education; Psychology; Medical education; Academic achievement; Pedagogy; Public relations; Curriculum; Medicine","score_opus":0.0954990777750615,"score_gpt":0.39462458932005123,"score_spread":0.29912551154498973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548116605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9469794,0.0006283543,0.00042767564,0.00034790605,0.00021504852,0.00022769229,0.0000021899461,0.00011022819,0.05106149],"genre_scores_gemma":[0.9960555,0.00021537121,0.00066705793,0.000053785076,0.00017007254,0.000017842714,0.0000031175286,0.000018227653,0.0027990318],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968084,0.0014239635,0.0003085153,0.00024725578,0.000840395,0.00037144584],"domain_scores_gemma":[0.99808985,0.0010975308,0.0003856495,0.000106336,0.00012803743,0.0001926219],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009762367,0.00015360292,0.00024821414,0.00016992267,0.00199565,0.00015364075,0.00011747883,0.00008726323,0.000040569616],"category_scores_gemma":[0.005521665,0.0001442648,0.000023886567,0.00011705301,0.00015278962,0.00051911455,0.00009241055,0.0006221634,0.0000014319196],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011054101,0.00016444719,0.7872654,0.000101059486,0.00007526269,9.5109965e-7,0.09040627,0.00010701905,0.0009367145,0.010128069,0.00015757258,0.11054665],"study_design_scores_gemma":[0.0045450474,0.0026716487,0.60376716,0.0016949599,0.0004140131,0.0000230542,0.25292477,0.0030098392,0.000980076,0.00012057156,0.12847,0.0013788755],"about_ca_topic_score_codex":0.0013993215,"about_ca_topic_score_gemma":0.00005945507,"teacher_disagreement_score":0.18349831,"about_ca_system_score_codex":0.00032549902,"about_ca_system_score_gemma":0.00015051376,"threshold_uncertainty_score":0.99930364},"labels":[],"label_agreement":null},{"id":"W1551232636","doi":"10.4212/cjhp.v60i1.142","title":"Development of an Educational Sabbatical Program for Pharmacists","year":2007,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Clinical pharmacy; Medicine; Pharmacist; Pharmacy; Health care; Family medicine; Nursing","score_opus":0.13167235871194297,"score_gpt":0.502986219384069,"score_spread":0.371313860672126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551232636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9726155,0.0001575427,0.00023347804,0.02128341,0.0012851023,0.000494197,0.0000051083052,0.0000074189197,0.0039182534],"genre_scores_gemma":[0.9682528,0.000003983466,0.030635348,0.000188565,0.000701584,0.000007631666,0.000003396009,0.0000090621525,0.0001976744],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99853885,0.00014819334,0.00045195172,0.00007406882,0.0004935754,0.00029334187],"domain_scores_gemma":[0.99789375,0.00044390679,0.00044515415,0.00007025934,0.0005862369,0.0005607187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066067553,0.00007295083,0.000109258064,0.0001305531,0.0007866086,0.000094301955,0.0005073622,0.000023975801,0.0003573931],"category_scores_gemma":[0.0011946921,0.000058261907,0.00007031459,0.00014750133,0.00028149324,0.0005359227,0.0000069426796,0.00020509229,0.0000071198874],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019567234,0.0008816283,0.010631094,0.000037562462,0.0002956725,0.00001906144,0.1474192,0.000048855934,0.0003831686,0.04217456,0.010502864,0.7874107],"study_design_scores_gemma":[0.0017463223,0.00041600206,0.01947933,0.000044653545,0.00015636884,0.000028021948,0.006062109,0.0001343707,0.0034052625,0.008482512,0.95973825,0.0003068009],"about_ca_topic_score_codex":0.0025243666,"about_ca_topic_score_gemma":0.035249438,"teacher_disagreement_score":0.9492354,"about_ca_system_score_codex":0.0003103724,"about_ca_system_score_gemma":0.0066841175,"threshold_uncertainty_score":0.9989471},"labels":[],"label_agreement":null},{"id":"W1552559548","doi":"10.22329/celt.v5i0.3443","title":"5. Multidisciplinary Collaboration Through Learning Communities: Navigating Anxiety","year":2012,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Multidisciplinary approach; Discipline; Negotiation; Higher education; Psychology; Pedagogy; Sociology; Mathematics education; Social science; Political science","score_opus":0.06239521612332087,"score_gpt":0.42321513971897007,"score_spread":0.3608199235956492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552559548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64996296,0.00027436164,0.00079098844,0.0015006259,0.00022806898,0.00023209886,7.355508e-7,0.0005885108,0.34642166],"genre_scores_gemma":[0.9809424,0.00017896925,0.0053720893,0.00007258844,0.00032987216,0.00002832953,0.000023163018,0.000055910565,0.012996659],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99317324,0.0053566443,0.00026532926,0.00021266408,0.0005066646,0.0004854491],"domain_scores_gemma":[0.9972199,0.0020211758,0.00036832716,0.00013538015,0.00010499076,0.00015021017],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0054064426,0.00019169065,0.00021101495,0.00009290933,0.00812119,0.00034985357,0.00016270656,0.00016777826,0.00025537997],"category_scores_gemma":[0.00543675,0.00020411362,0.00004271109,0.00032122404,0.00018017319,0.0011208123,0.000105075094,0.0023552154,0.000056305646],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004768374,0.00019767787,0.32332578,0.00002835398,0.000054137945,0.00000106594,0.5976352,0.0027084602,0.00035622515,0.048981413,0.000494894,0.026169073],"study_design_scores_gemma":[0.0010469789,0.00028941908,0.011823398,0.000573987,0.00008175762,0.000008918735,0.5964949,0.010255002,0.00006069031,0.0004529592,0.37821633,0.0006956691],"about_ca_topic_score_codex":0.0028706933,"about_ca_topic_score_gemma":0.00045502395,"teacher_disagreement_score":0.37772143,"about_ca_system_score_codex":0.00018143065,"about_ca_system_score_gemma":0.00011436754,"threshold_uncertainty_score":0.9999464},"labels":[],"label_agreement":null},{"id":"W1553082461","doi":"","title":"Distance Learners Of The South Pacific: Study Strategies, Learning Conditions, And Consequences For Course Design","year":2007,"lang":"en","type":"article","venue":"International journal of e-learning & distance education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Sociology; Psychology; Art","score_opus":0.0734297463724747,"score_gpt":0.4507258885275972,"score_spread":0.3772961421551225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553082461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8335548,0.0008106491,0.1502679,0.008200047,0.003025181,0.00069373817,0.0000063075663,0.000030163425,0.0034112253],"genre_scores_gemma":[0.99597096,0.00007263352,0.0021039671,0.0000313928,0.0003423461,0.000009715841,0.0000044662706,0.000010690232,0.0014538025],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9973925,0.00084102683,0.0005413893,0.0001542375,0.0009105659,0.00016030617],"domain_scores_gemma":[0.9954917,0.0013933261,0.0017597285,0.00008105762,0.0012006522,0.00007355104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062822215,0.00010157644,0.00015424978,0.00012165613,0.0005779966,0.00023836437,0.00043106973,0.00005105522,0.000044515007],"category_scores_gemma":[0.004772957,0.00008583116,0.00007489802,0.00017550826,0.00045506508,0.00079986674,0.000019099314,0.00042080492,0.0000012615819],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006655441,0.0009126091,0.5665889,0.000028234446,0.00035135134,0.000004709733,0.18890235,0.011503287,0.0009290267,0.2179165,0.0010142,0.01118329],"study_design_scores_gemma":[0.0006636544,0.00030358255,0.07136477,0.00024382396,0.000120848046,0.0000122365345,0.88007104,0.00013684818,0.00010003421,0.0048422148,0.04197759,0.00016335047],"about_ca_topic_score_codex":0.00017893327,"about_ca_topic_score_gemma":0.00026179233,"teacher_disagreement_score":0.6911687,"about_ca_system_score_codex":0.00020691004,"about_ca_system_score_gemma":0.0017271003,"threshold_uncertainty_score":0.57140195},"labels":[],"label_agreement":null},{"id":"W1562360014","doi":"10.22329/celt.v3i0.3254","title":"24. Developing Effective Guidelines for Faculty Teaching First-Year University Students","year":2010,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Abandonment (legal); Mathematics education; Inclusion (mineral); Psychology; Teaching method; Pedagogy; Medical education; Medicine; Political science","score_opus":0.10216064588117058,"score_gpt":0.4490576653102902,"score_spread":0.3468970194291196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1562360014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9513622,0.000018202454,0.0075837495,0.009115742,0.00078382296,0.00092412136,0.000007827845,0.0005536728,0.029650645],"genre_scores_gemma":[0.94764495,0.000021510847,0.039559253,0.00012084805,0.00037258683,0.00002027988,0.000022891798,0.000032384378,0.012205323],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966238,0.0016321667,0.0002475807,0.0004853514,0.00060744374,0.00040367196],"domain_scores_gemma":[0.9958056,0.0032340784,0.00030561115,0.00013324717,0.00037010905,0.00015133244],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0076355576,0.00021154321,0.00025771614,0.00024587492,0.008359856,0.00040221217,0.00039204364,0.0002072997,0.000029208322],"category_scores_gemma":[0.03753691,0.00022002994,0.000081616956,0.0001633415,0.00011758656,0.00046395787,0.00012670146,0.0020052285,0.000013869384],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005993515,0.00042183654,0.43751696,0.00013961122,0.00045573563,0.000015669519,0.10104601,0.0013252022,0.0009970041,0.32375088,0.017264906,0.11646683],"study_design_scores_gemma":[0.0021158676,0.0002483739,0.014995826,0.00027557224,0.00010420361,0.0000030109795,0.025221819,0.0020806945,0.000036115667,0.00090442307,0.9534553,0.00055878307],"about_ca_topic_score_codex":0.0013868421,"about_ca_topic_score_gemma":0.0020548408,"teacher_disagreement_score":0.9361904,"about_ca_system_score_codex":0.00022161935,"about_ca_system_score_gemma":0.00019595517,"threshold_uncertainty_score":0.9929311},"labels":[],"label_agreement":null},{"id":"W1569649122","doi":"","title":"Factors related to the likelihood of grade inflation at community colleges","year":2013,"lang":"en","type":"book-chapter","venue":"NC Digital Online Collection of Knowledge and Scholarship (The University of North Carolina at Greensboro)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Grade inflation; Grading (engineering); Perception; Psychology; Higher education; Medical education; Economics; Medicine; Engineering","score_opus":0.0772244382267187,"score_gpt":0.3081319259694815,"score_spread":0.23090748774276282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569649122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92585707,0.0003154149,0.0000035145104,0.0015610039,0.00020777754,0.0009076151,0.0002537379,0.00003892388,0.07085493],"genre_scores_gemma":[0.83959734,0.0002688917,0.000034272325,0.000016930475,0.0000399103,5.8180376e-7,0.00014131592,0.000020044627,0.15988074],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976415,0.0006903245,0.00050685665,0.0002605554,0.0007033242,0.00019742735],"domain_scores_gemma":[0.99536586,0.0015564281,0.0010836894,0.0004651055,0.001358232,0.00017070571],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0012508162,0.00028026832,0.0005115136,0.00032634733,0.002278927,0.000016300177,0.00071014,0.00034225523,0.00019229102],"category_scores_gemma":[0.0009966835,0.00023381063,0.00026911625,0.00040003375,0.0008203204,0.00071262836,0.00051395106,0.00085785583,0.000043194166],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030396416,0.00022273246,0.9595997,0.000087811866,0.00030902954,0.0000010009422,0.029185442,0.00006651087,0.000013185233,0.0021017154,0.002774155,0.0053347987],"study_design_scores_gemma":[0.0006331889,0.00028347486,0.84614474,0.00012590365,0.00023567956,0.0000018414779,0.00032256104,0.00002925135,0.000015630274,0.0007088472,0.15129398,0.00020489351],"about_ca_topic_score_codex":0.0015507478,"about_ca_topic_score_gemma":0.08955621,"teacher_disagreement_score":0.14851981,"about_ca_system_score_codex":0.00050157926,"about_ca_system_score_gemma":0.00044485333,"threshold_uncertainty_score":0.99902},"labels":[],"label_agreement":null},{"id":"W1574816956","doi":"","title":"making elbow room for poetry and that last bus down sergeant","year":2006,"lang":"en","type":"article","venue":"Studies in Canadian Literature","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Poetry; Elbow; Art; Visual arts; Architectural engineering; Engineering; Literature; Medicine; Surgery","score_opus":0.12791594791831354,"score_gpt":0.44543155526352496,"score_spread":0.31751560734521145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574816956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47375685,0.1572474,0.000032916163,0.19271553,0.0068064947,0.0024710114,0.0006318442,0.00022746464,0.16611049],"genre_scores_gemma":[0.99370825,0.00027522055,0.0012920824,0.0009303587,0.0005888626,0.00003294555,0.00001521703,0.000011192531,0.0031458766],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99876994,0.00017726219,0.00014171841,0.00024289366,0.00022385262,0.0004443283],"domain_scores_gemma":[0.9991492,0.00040760584,0.00008398951,0.00011497129,0.00014137193,0.000102883714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001381199,0.00011579298,0.0001552633,0.00019465188,0.0008215397,0.00024300037,0.00014053001,0.00011746501,0.000017886365],"category_scores_gemma":[0.0012204545,0.000110096364,0.00003207855,0.00028199732,0.0001441842,0.00039623727,0.000027192298,0.0002219822,0.0000024687345],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039510258,0.000041686115,0.35955888,0.00026925316,0.00014559917,0.00013465488,0.18552592,0.000119679935,0.000016547327,0.19501229,0.24869867,0.010437315],"study_design_scores_gemma":[0.0002267108,0.000017679895,0.025779579,0.00024335331,0.000016819238,0.0000033246795,0.011885552,0.000021788315,0.0000025906593,0.0063350187,0.9552895,0.00017809868],"about_ca_topic_score_codex":0.1424424,"about_ca_topic_score_gemma":0.9696678,"teacher_disagreement_score":0.8272254,"about_ca_system_score_codex":0.0004133657,"about_ca_system_score_gemma":0.0002788743,"threshold_uncertainty_score":0.86326814},"labels":[],"label_agreement":null},{"id":"W1582780328","doi":"10.20429/ijsotl.2009.030109","title":"Academic Skill Development - Inquiry Seminars Can Make a Difference: Evidence from a Quasi-experimental Study","year":2009,"lang":"en","type":"article","venue":"International Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Teamwork; Psychology; Psychological intervention; Presentation (obstetrics); Medical education; Test (biology); Study skills; Mathematics education; Pedagogy; Medicine","score_opus":0.19363102765668805,"score_gpt":0.5000423808537354,"score_spread":0.3064113531970474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1582780328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871735,0.0016848603,0.0010971479,0.008795663,0.0008939538,0.00023269736,0.0000013078527,0.000033234446,0.0000876485],"genre_scores_gemma":[0.99467474,0.00015187972,0.003416569,0.0002610345,0.00064479426,0.000009984965,0.0000025364764,0.000009591409,0.0008288606],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9955009,0.0023929332,0.00044260544,0.00021563323,0.0012369488,0.0002109505],"domain_scores_gemma":[0.9955682,0.0034275053,0.0005897959,0.00008770585,0.0002154633,0.00011132391],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015945084,0.00013187056,0.00016462606,0.00014308374,0.0026326675,0.00045299935,0.00086651935,0.000082302475,0.000023457267],"category_scores_gemma":[0.015467802,0.00010263997,0.000076696466,0.000052122912,0.000096751995,0.0005155544,0.00008568547,0.0027593446,0.0000018434146],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025420962,0.0005313773,0.16288146,0.0000022839376,0.00023699997,0.000006699701,0.5236329,0.00029053388,0.0022422194,0.00081344787,0.000030290736,0.3090776],"study_design_scores_gemma":[0.0016831808,0.0016380433,0.598699,0.0015457004,0.00017033942,0.000051487325,0.37650558,0.00063253194,0.0006226436,0.0031111992,0.014875277,0.00046502793],"about_ca_topic_score_codex":0.001320405,"about_ca_topic_score_gemma":0.0002513891,"teacher_disagreement_score":0.4358175,"about_ca_system_score_codex":0.00032327574,"about_ca_system_score_gemma":0.00021363684,"threshold_uncertainty_score":0.99954134},"labels":[],"label_agreement":null},{"id":"W1585089232","doi":"10.21225/d5ms44","title":"Voices at the Top: Learning From Full Professors","year":2002,"lang":"en","type":"article","venue":"Canadian Journal of University Continuing Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Brock University","funders":"","keywords":"Rank (graph theory); Psychology; Sociology; Higher education; Pedagogy; Medical education; Political science; Medicine","score_opus":0.06030863936298924,"score_gpt":0.31878885680081404,"score_spread":0.2584802174378248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1585089232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94983274,0.000558148,0.00002327141,0.031683985,0.00085956254,0.00006484716,0.00000108137,0.00000765782,0.01696868],"genre_scores_gemma":[0.9682544,0.0000441777,0.00013680244,0.00012045384,0.00032633552,7.102264e-8,0.0000019022629,0.0000036910697,0.03111219],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986287,0.0008313592,0.00010881465,0.00007321777,0.0002135595,0.0001443748],"domain_scores_gemma":[0.9985517,0.0004608497,0.00039657156,0.00007832888,0.00029546284,0.00021704289],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013531981,0.00004645181,0.00007084591,0.00015403314,0.0010639896,0.00010381602,0.00031054264,0.00005122816,0.001745266],"category_scores_gemma":[0.0017318049,0.000044616896,0.00004750295,0.00016375443,0.00012845018,0.00061693613,0.00000993077,0.00028384445,0.000053507],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035352536,0.00005008736,0.31918362,0.000005026987,0.00008272699,0.000016954617,0.47229815,0.00019408124,0.00012952904,0.0043057017,0.07912538,0.12457341],"study_design_scores_gemma":[0.000128828,0.000014242204,0.035234783,0.000060346054,0.000057067507,0.000001938052,0.0936214,0.00003573821,0.000005026254,0.00010742515,0.87066346,0.000069713446],"about_ca_topic_score_codex":0.05606448,"about_ca_topic_score_gemma":0.22006094,"teacher_disagreement_score":0.7915381,"about_ca_system_score_codex":0.0006206146,"about_ca_system_score_gemma":0.0007329006,"threshold_uncertainty_score":0.99916726},"labels":[],"label_agreement":null},{"id":"W1586133364","doi":"10.7202/1015636ar","title":"La pratique réflexive en enseignement supérieur : d’une approche théorique à une perspective de développement professionnel","year":2013,"lang":"fr","type":"article","venue":"Phronesis","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.08449437657925374,"score_gpt":0.4090336550630459,"score_spread":0.32453927848379216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1586133364","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20247638,0.001538949,0.0059219054,0.7098126,0.0009564911,0.0021548958,0.00001006375,0.00019352954,0.076935224],"genre_scores_gemma":[0.94191355,0.0011422004,0.022184916,0.0014963815,0.0007969904,0.0009932166,0.000009903604,0.00006264591,0.031400222],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.991102,0.0057743816,0.00055928354,0.0007090893,0.0010558915,0.00079937465],"domain_scores_gemma":[0.9959818,0.0019756833,0.0005911938,0.0004080945,0.0007162561,0.00032696134],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004814503,0.0004095874,0.00039301114,0.00012548732,0.0011057362,0.00027251977,0.00059391046,0.0004801496,0.0024029803],"category_scores_gemma":[0.0022883667,0.00040084065,0.0001583143,0.0008074823,0.0005860417,0.0014064306,0.0002341851,0.00085764565,0.0011066227],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041310028,0.000995951,0.00091844756,0.00013323099,0.0002771872,0.000012858201,0.77977175,0.0001085273,0.0014654336,0.14864925,0.052347798,0.0152782565],"study_design_scores_gemma":[0.0008526634,0.00026840047,0.03313512,0.00035771582,0.0002975916,0.000012310622,0.7974045,0.0011300734,0.0008630296,0.067404024,0.09753608,0.0007384895],"about_ca_topic_score_codex":0.08461451,"about_ca_topic_score_gemma":0.0052724546,"teacher_disagreement_score":0.73943716,"about_ca_system_score_codex":0.003560904,"about_ca_system_score_gemma":0.0021661506,"threshold_uncertainty_score":0.9998444},"labels":[],"label_agreement":null},{"id":"W1589638931","doi":"10.7202/1026396ar","title":"L’abandon des études universitaires en formation à l’enseignement professionnel : un phénomène difficile à cerner","year":2014,"lang":"fr","type":"article","venue":"Phronesis","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Rimouski; Université de Sherbrooke","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.08772443235951224,"score_gpt":0.3440408045247373,"score_spread":0.25631637216522507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589638931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89555895,0.0026140022,0.005927574,0.056661833,0.0013154458,0.0005372948,0.000010779455,0.00019999991,0.037174135],"genre_scores_gemma":[0.9879559,0.0006016524,0.0032709278,0.00026086374,0.00049578527,0.000022005044,0.00001574977,0.000025283936,0.0073518185],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99583244,0.0022149528,0.00035199235,0.00032749423,0.0007995281,0.0004736144],"domain_scores_gemma":[0.9980056,0.00096809125,0.0004131314,0.0002636785,0.00018535722,0.00016411066],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027638578,0.00023159996,0.0002439112,0.000119115626,0.0017259119,0.000110730536,0.00038555625,0.00018589443,0.0018451182],"category_scores_gemma":[0.0008133652,0.00022845832,0.00011626217,0.00033824978,0.0004078309,0.0019724693,0.00015015817,0.00022495241,0.0005179706],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011832445,0.0010494181,0.0029458392,0.0003960405,0.00020767712,0.0000047233475,0.19267753,0.00075348746,0.001171028,0.2394112,0.010691786,0.55057293],"study_design_scores_gemma":[0.0039756796,0.0007787049,0.109136134,0.0012072416,0.0015502275,0.0000119962815,0.23666771,0.018768184,0.00552127,0.02541157,0.5952414,0.0017298554],"about_ca_topic_score_codex":0.005863015,"about_ca_topic_score_gemma":0.0041615064,"teacher_disagreement_score":0.58454967,"about_ca_system_score_codex":0.0008911304,"about_ca_system_score_gemma":0.00016294242,"threshold_uncertainty_score":0.9995737},"labels":[],"label_agreement":null},{"id":"W1594177644","doi":"10.22329/celt.v4i0.3284","title":"20. Developing a New Activity: STUDENT APPROVED","year":2011,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Enthusiasm; Windsor; Mathematics education; Psychology; Active learning (machine learning); Medical education; Computer science; Medicine; Biology; Ecology","score_opus":0.1394476484710434,"score_gpt":0.41056883651311304,"score_spread":0.27112118804206964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594177644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5993301,0.000074598225,0.004489746,0.00338721,0.00027123062,0.00028315547,3.0610187e-7,0.0004722713,0.3916914],"genre_scores_gemma":[0.96575177,0.00004535436,0.00761644,0.00015682662,0.00017865676,0.000014604929,0.0000018577167,0.00002487694,0.026209645],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.996479,0.0020646206,0.00018832689,0.00037905324,0.00052649877,0.000362552],"domain_scores_gemma":[0.99852204,0.0008571114,0.000249832,0.00012478433,0.00006465201,0.00018158193],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0033158562,0.00016791401,0.00020791744,0.00019672564,0.0028963545,0.0002697625,0.00022312731,0.00012616927,0.00014939376],"category_scores_gemma":[0.0045779734,0.00017086505,0.00004364766,0.00021127018,0.00008273356,0.0004200231,0.00008455687,0.0011535345,0.0000362082],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027224649,0.00041670186,0.061860308,0.000032293687,0.00025550346,0.000021038133,0.41573542,0.00012804448,0.0012532591,0.19608149,0.003487896,0.3204558],"study_design_scores_gemma":[0.0036441733,0.0010282391,0.1413066,0.00067104184,0.00026128686,0.000014629204,0.061955836,0.0022870924,0.00043724888,0.007573039,0.77892745,0.0018933752],"about_ca_topic_score_codex":0.004232492,"about_ca_topic_score_gemma":0.0008124535,"teacher_disagreement_score":0.77543956,"about_ca_system_score_codex":0.00018429263,"about_ca_system_score_gemma":0.00042891654,"threshold_uncertainty_score":0.99840176},"labels":[],"label_agreement":null},{"id":"W1595493568","doi":"10.1108/09513540610665388","title":"“Great classroom teaching” and more","year":2006,"lang":"en","type":"article","venue":"International Journal of Educational Management","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Originality; Excellence; Promotion (chess); Value (mathematics); Medical education; Sociology; Psychology; Pedagogy; Management; Political science; Computer science; Medicine; Qualitative research; Social science","score_opus":0.04256234936761558,"score_gpt":0.4389368024400777,"score_spread":0.3963744530724621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595493568","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2734767,0.00048011792,0.0008461134,0.40191287,0.0042460817,0.00017844749,0.000004682947,0.000017038295,0.31883794],"genre_scores_gemma":[0.9618135,0.00011597953,0.016527427,0.0007483999,0.002029385,0.000005135085,0.0000083038,0.000007669413,0.01874418],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981314,0.00023436736,0.00034079258,0.00010932477,0.001074691,0.000109400375],"domain_scores_gemma":[0.99854064,0.00050889223,0.0004297775,0.00006516295,0.00039226084,0.00006323971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019160543,0.000072860064,0.00008216478,0.00028384663,0.00026368522,0.00020020905,0.00040723753,0.000029378654,0.0006217368],"category_scores_gemma":[0.00058480963,0.000070513925,0.00005714343,0.000056611956,0.000107258915,0.0006309133,0.000056382996,0.00020549445,0.000026208723],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027814689,0.00024202962,0.023860054,0.0000050787035,0.00015563665,0.000009266443,0.001572443,0.00018517341,0.000013921754,0.8945589,0.058236785,0.021132905],"study_design_scores_gemma":[0.00042657854,0.000023198108,0.18070067,0.000057799924,0.000055499397,0.000027695394,0.0027955684,0.000031228992,0.000004119412,0.060787186,0.7549851,0.00010533812],"about_ca_topic_score_codex":0.00081720843,"about_ca_topic_score_gemma":0.00012344071,"teacher_disagreement_score":0.8337717,"about_ca_system_score_codex":0.0002536891,"about_ca_system_score_gemma":0.00014158983,"threshold_uncertainty_score":0.6807582},"labels":[],"label_agreement":null},{"id":"W1597531263","doi":"10.1096/fasebj.28.1_supplement.531.18","title":"On being examined: Do students and faculty agree? (531.18)","year":2014,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); Creativity; Psychology; Ethos; Medical education; Likert scale; Mathematics education; Pedagogy; Medicine; Social psychology; Developmental psychology","score_opus":0.14828195120245136,"score_gpt":0.4536312993764029,"score_spread":0.30534934817395154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597531263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9555736,0.000038973096,0.00022707481,0.006378197,0.0003389723,0.00008231539,9.573986e-7,0.000022614639,0.03733728],"genre_scores_gemma":[0.99600494,0.00006077343,0.00023417501,0.0005398931,0.0005058498,0.00000128591,6.068751e-7,0.0000065026816,0.0026459675],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99726516,0.0012543402,0.00015937578,0.00010888969,0.0010156085,0.00019662223],"domain_scores_gemma":[0.9985941,0.0008545537,0.00023157438,0.00012011782,0.0000718017,0.00012782226],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008281613,0.00007719057,0.00009176915,0.000051716685,0.0015723128,0.00056697824,0.00045816883,0.000040634437,0.00034852378],"category_scores_gemma":[0.002396653,0.000050045517,0.000035574572,0.000077659584,0.00013104097,0.00034782704,0.000059252165,0.00041563608,0.0000901968],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029704298,0.0005503812,0.2874343,0.000019196475,0.00040214974,0.00003791054,0.21549931,0.00070648314,0.0054047573,0.16214478,0.03055463,0.29694903],"study_design_scores_gemma":[0.0044900877,0.0010572287,0.6233016,0.0004279918,0.00040673683,0.00015828392,0.043392174,0.000730796,0.0015609905,0.12287167,0.20061702,0.000985379],"about_ca_topic_score_codex":0.00019249393,"about_ca_topic_score_gemma":0.00010466383,"teacher_disagreement_score":0.33586732,"about_ca_system_score_codex":0.00006208377,"about_ca_system_score_gemma":0.000043978107,"threshold_uncertainty_score":0.9997275},"labels":[],"label_agreement":null},{"id":"W1598160000","doi":"10.5539/ies.v8n6p132","title":"Lecturer’s Gender and their Valuation of Student Evaluation of Teaching","year":2015,"lang":"en","type":"article","venue":"International Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Sultan Zainal Abidin","keywords":"Summative assessment; Formative assessment; Likert scale; Psychology; Mathematics education; Set (abstract data type); Perception; Arabic; Valuation (finance); Value (mathematics); Descriptive statistics; Pedagogy; Medical education; Mathematics; Medicine; Computer science; Statistics","score_opus":0.6304168980785364,"score_gpt":0.6159233917330473,"score_spread":0.014493506345489071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1598160000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94899833,0.0041241534,0.00062851224,0.004652504,0.0029303173,0.00031722008,0.0000035544258,0.000021603906,0.038323794],"genre_scores_gemma":[0.99736947,0.00016047581,0.0017398641,0.00010758913,0.00023382032,0.00004777444,0.000009673574,0.0000056254344,0.000325698],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99717027,0.0010213263,0.00034650406,0.00015995157,0.001225919,0.00007601581],"domain_scores_gemma":[0.99264807,0.00051016995,0.0004952319,0.000106892745,0.006193745,0.00004588078],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009914864,0.00008150733,0.00014509923,0.00020278733,0.00015449293,0.000030859705,0.00017656382,0.000038815557,0.0000419516],"category_scores_gemma":[0.012365899,0.000071278344,0.000033954613,0.00009889371,0.00017160326,0.00046176594,0.000060549315,0.000095229145,0.0000037169507],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037908565,0.0006825635,0.09850889,0.00003010509,0.0007057322,3.487047e-8,0.55401725,0.0013689917,0.00051195687,0.18822783,0.005932954,0.14997582],"study_design_scores_gemma":[0.0011651588,0.00010086004,0.14335962,0.00013427495,0.00031715567,0.0000025136012,0.60797447,0.0014549533,0.0007621359,0.21040279,0.034072645,0.00025343779],"about_ca_topic_score_codex":0.00059217896,"about_ca_topic_score_gemma":0.00016593914,"teacher_disagreement_score":0.14972238,"about_ca_system_score_codex":0.00033029122,"about_ca_system_score_gemma":0.0009708106,"threshold_uncertainty_score":0.9959534},"labels":[],"label_agreement":null},{"id":"W1600761717","doi":"10.3233/iks-130215","title":"A multi-criteria framework for assessing scholarship based on Boyer's scholarship model","year":2013,"lang":"en","type":"article","venue":"Information Knowledge Systems Management","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"Mount Allison University; Mount Royal University","keywords":"Scholarship; Computer science; Political science","score_opus":0.19906631174960204,"score_gpt":0.467532012931416,"score_spread":0.26846570118181395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1600761717","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006923636,0.000067857894,0.89264274,0.002865069,0.0019908843,0.0040625725,0.000010644755,0.00045723742,0.09097937],"genre_scores_gemma":[0.89178246,0.000005508157,0.104208864,0.00073280965,0.00020016919,0.0011973539,0.000035900528,0.00002153389,0.0018153938],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99687713,0.0008186313,0.00075210794,0.00024697266,0.00085025444,0.0004548715],"domain_scores_gemma":[0.9973311,0.0006537401,0.0006042038,0.00046296322,0.0007616633,0.00018636324],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0077761104,0.00022366275,0.00022289615,0.0005037905,0.0012682762,0.003390065,0.00058112503,0.0002126582,0.00010778429],"category_scores_gemma":[0.0031495043,0.0002265558,0.000109893204,0.000358151,0.00006012473,0.0094762575,0.000076965065,0.0003595339,0.0018823507],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006981671,0.00070329977,0.0021035841,0.002335861,0.00020010273,0.0000010736494,0.030528894,0.08356847,0.000031910844,0.7872283,0.014350323,0.0788784],"study_design_scores_gemma":[0.0010395481,0.000040148938,0.003468562,0.0007662125,0.0000561108,2.6735927e-7,0.0070660166,0.89384884,0.000008785882,0.004776227,0.08852927,0.0004000153],"about_ca_topic_score_codex":0.00011813016,"about_ca_topic_score_gemma":0.000020289668,"teacher_disagreement_score":0.88485885,"about_ca_system_score_codex":0.0005632045,"about_ca_system_score_gemma":0.00019437123,"threshold_uncertainty_score":0.9988948},"labels":[],"label_agreement":null},{"id":"W1605595407","doi":"10.22329/celt.v1i0.3181","title":"12. I Light this Candle: Using Rituals in Teaching","year":2008,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Class (philosophy); Subject matter; Mathematics education; Pedagogy; Graduation (instrument); Psychology; Closure (psychology); Sociology; Computer science; Curriculum; Engineering; Political science","score_opus":0.0871554161880409,"score_gpt":0.3924393189815594,"score_spread":0.3052839027935185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605595407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69674534,0.00021438822,0.00021222902,0.0021037126,0.00022106383,0.00021926088,7.6601674e-7,0.00027586764,0.30000737],"genre_scores_gemma":[0.9784039,0.0001146477,0.002687872,0.00017588244,0.00025820514,0.000012006419,0.0000042709767,0.00003687591,0.01830633],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927824,0.0050543547,0.0004050192,0.0004948873,0.00071390724,0.00054939446],"domain_scores_gemma":[0.9974637,0.0018187213,0.00031354968,0.00016443057,0.000059058748,0.00018052665],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006841343,0.00023365891,0.00034572015,0.0005174227,0.0066602877,0.00024542553,0.00023876425,0.00021374309,0.00017936327],"category_scores_gemma":[0.012840839,0.00024483446,0.000061795596,0.000186801,0.00015482407,0.0006342262,0.00007480154,0.002698933,0.00002280057],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022556455,0.0007179523,0.36628488,0.00005950114,0.00013652537,0.00020278471,0.5264295,0.0059098992,0.0031500084,0.05082328,0.0056321537,0.04042797],"study_design_scores_gemma":[0.0045072143,0.00065008627,0.026506254,0.0014039796,0.00015494022,0.00015258596,0.03351228,0.033716727,0.0001542599,0.0014748769,0.8956876,0.0020792116],"about_ca_topic_score_codex":0.016506262,"about_ca_topic_score_gemma":0.0024002392,"teacher_disagreement_score":0.8900554,"about_ca_system_score_codex":0.00038231796,"about_ca_system_score_gemma":0.00038265056,"threshold_uncertainty_score":0.9996019},"labels":[],"label_agreement":null},{"id":"W1607763230","doi":"10.22329/celt.v1i0.3187","title":"18. Program-Level Assessment of Learning Outcomes in a Faculty Certificate Program on the Scholarship of Teaching and Learning","year":2008,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Certificate; Scholarship; Scholarship of Teaching and Learning; Transferability; Medical education; Program evaluation; Higher education; Psychology; Mathematics education; Pedagogy; Teaching method; Teaching and learning center; Computer science; Political science; Medicine","score_opus":0.3258027141474689,"score_gpt":0.4830320211846382,"score_spread":0.1572293070371693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607763230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95771486,0.000052791667,0.00008829473,0.0023076404,0.000058791582,0.00086635246,0.0000016516533,0.00031985957,0.03858978],"genre_scores_gemma":[0.98844445,0.00006432087,0.007311763,0.000033079938,0.000034654284,0.00011139766,0.0000126732275,0.000037540955,0.0039501474],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98648304,0.010847932,0.0006256171,0.0005210634,0.001031536,0.00049082],"domain_scores_gemma":[0.9932374,0.005468765,0.0008471806,0.00017658359,0.00014385686,0.00012626493],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014516175,0.00028814058,0.0005281919,0.00042330805,0.0050435527,0.0002467542,0.0003029383,0.00019367058,0.00003228659],"category_scores_gemma":[0.03120505,0.00022957189,0.000099832745,0.00037938493,0.00041709977,0.0004008009,0.000115403454,0.006298956,0.0000020394148],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008304786,0.00090567296,0.7821354,0.000059369464,0.000105939755,0.000007143572,0.047502384,0.004143353,0.0005049764,0.0118045,0.000028131179,0.15272003],"study_design_scores_gemma":[0.0019179622,0.002374323,0.9112157,0.0009114345,0.00009800687,0.000010952853,0.037959125,0.020216754,0.00008228937,0.00032639367,0.024236908,0.00065014063],"about_ca_topic_score_codex":0.0017498273,"about_ca_topic_score_gemma":0.00020702436,"teacher_disagreement_score":0.1520699,"about_ca_system_score_codex":0.00015283922,"about_ca_system_score_gemma":0.0002427247,"threshold_uncertainty_score":0.99625176},"labels":[],"label_agreement":null},{"id":"W1622919908","doi":"10.7202/1008989ar","title":"Une formation pédagogique peut-elle modifier les conceptions de jeunes enseignants universitaires sur l’apprentissage et l’enseignement ?","year":2012,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy; Psychology","score_opus":0.5875446910248079,"score_gpt":0.48283219927469584,"score_spread":0.10471249175011205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1622919908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8929968,0.008417732,0.029484455,0.03263582,0.0018427474,0.00049351656,0.000023562894,0.00011475771,0.033990633],"genre_scores_gemma":[0.9708324,0.002638895,0.013181793,0.00022918225,0.00041323295,0.000034322493,0.00003093024,0.000015458503,0.012623796],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9951565,0.0026105433,0.00041093183,0.00034648864,0.00064556336,0.0008299695],"domain_scores_gemma":[0.9978929,0.00071730034,0.00057968055,0.00023547572,0.00029390634,0.00028071753],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.007944577,0.00022230878,0.0001940911,0.0002150978,0.0036380477,0.00031892836,0.00050176604,0.0002241944,0.00065893074],"category_scores_gemma":[0.0011949067,0.00025097225,0.00011861628,0.0009873111,0.0019201391,0.0057397266,0.00008236914,0.0002985159,0.00017421509],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011381158,0.0006641573,0.012520656,0.0002459172,0.000037585538,0.0000019616914,0.7392202,0.0066192886,0.0012301544,0.19149266,0.00852659,0.039429426],"study_design_scores_gemma":[0.00060262874,0.0003400054,0.06470878,0.00097632606,0.0004266829,0.00013413401,0.75214505,0.037060484,0.0009668755,0.02836199,0.11333854,0.00093852234],"about_ca_topic_score_codex":0.010105045,"about_ca_topic_score_gemma":0.006588343,"teacher_disagreement_score":0.16313067,"about_ca_system_score_codex":0.002125569,"about_ca_system_score_gemma":0.0011408089,"threshold_uncertainty_score":0.9999943},"labels":[],"label_agreement":null},{"id":"W1670095167","doi":"10.22329/celt.v2i0.3195","title":"1. 50 Ways to Lure Your Learner","year":2009,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Session (web analytics); Mathematics education; Plan (archaeology); Reading (process); Computer science; Diversity (politics); Pedagogy; Psychology; World Wide Web; Sociology","score_opus":0.07920394341919616,"score_gpt":0.40484342319533007,"score_spread":0.3256394797761339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1670095167","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29748374,0.00014957614,0.0071365912,0.034910675,0.00028830374,0.00037043495,9.447788e-7,0.00081090734,0.6588488],"genre_scores_gemma":[0.97017044,0.000034140787,0.0056944913,0.0010216935,0.00032040232,0.000008481558,0.0000043084688,0.000019735307,0.022726325],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99710673,0.0012803031,0.00020974128,0.00039899538,0.0005871149,0.00041710783],"domain_scores_gemma":[0.9986487,0.00073037704,0.00014994966,0.00014153242,0.00008193686,0.00024748774],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0036552222,0.00016940631,0.00020386951,0.00026983427,0.0037314177,0.0004174196,0.00021484756,0.00014413054,0.00018264815],"category_scores_gemma":[0.009394445,0.00016849302,0.000051157953,0.00027580225,0.000053778822,0.00030891327,0.000035771714,0.0013970502,0.00012715613],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002289002,0.00034411123,0.008463055,0.000014600615,0.00006829994,0.000015961403,0.121875666,0.0063862647,0.002520433,0.45671397,0.01721429,0.38615444],"study_design_scores_gemma":[0.00047950342,0.0005175723,0.007277436,0.0001162904,0.000034816323,0.0000038458243,0.0071063275,0.00041232407,0.000019550387,0.0028721495,0.98078823,0.00037196968],"about_ca_topic_score_codex":0.0007780503,"about_ca_topic_score_gemma":0.00015176352,"teacher_disagreement_score":0.96357393,"about_ca_system_score_codex":0.00013057291,"about_ca_system_score_gemma":0.00012957177,"threshold_uncertainty_score":0.9989498},"labels":[],"label_agreement":null},{"id":"W1739260468","doi":"10.47678/cjhe.v45i1.184210","title":"The Visioning of Policy and the Hope of Implementation: Support for Graduate Students’ Teaching at a Canadian Institution","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; University of Saskatchewan","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Diversity (politics); Graduate students; Institution; Higher education; Graduate education; Action (physics); Constraint (computer-aided design); Sociology; Medical education; Psychology; Public relations; Political science; Pedagogy; Engineering; Medicine; Social science","score_opus":0.164319300851278,"score_gpt":0.5146481657111608,"score_spread":0.3503288648598828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1739260468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88504994,0.0012019215,0.00003687745,0.10291886,0.0022507631,0.0005386511,0.000014154058,0.0000025006502,0.007986318],"genre_scores_gemma":[0.996335,0.000030680472,0.00031088231,0.00041610084,0.0004093437,0.000008188603,0.0000045613633,0.000005073512,0.0024801532],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985276,0.00048255443,0.00035725493,0.000060624767,0.00039472125,0.0001772294],"domain_scores_gemma":[0.9978603,0.00040034513,0.0006396673,0.00009329477,0.0006136198,0.00039274164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006767988,0.000053231048,0.000104586994,0.00022968792,0.0010827689,0.00012569815,0.0002889941,0.000030578085,0.00003854011],"category_scores_gemma":[0.0021631725,0.000036769172,0.000041670442,0.00013980731,0.00028994508,0.00039865886,0.000009701753,0.00012244823,0.0000010217351],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111276146,0.000038426046,0.14377709,0.00002165817,0.00016798297,0.0000012753347,0.19146912,0.00010877012,0.000023700291,0.53754884,0.09143105,0.035300836],"study_design_scores_gemma":[0.0009911091,0.00010963591,0.10107327,0.000045531262,0.000106604595,0.000012672879,0.03192483,0.000005053381,0.000020191954,0.0058946577,0.8597412,0.00007524105],"about_ca_topic_score_codex":0.75179946,"about_ca_topic_score_gemma":0.84246004,"teacher_disagreement_score":0.7683101,"about_ca_system_score_codex":0.0010080112,"about_ca_system_score_gemma":0.017215606,"threshold_uncertainty_score":0.9883559},"labels":[],"label_agreement":null},{"id":"W1777938971","doi":"10.3968/5933","title":"Review of Researches on the Impact of Professional Title Policy Changes on the Academic Development of University Teachers","year":2014,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering ethics; Mathematics education; Sociology; Focus (optics); Professional development; Pedagogy; Political science; Psychology; Engineering","score_opus":0.27404034231868457,"score_gpt":0.5509574274093666,"score_spread":0.276917085090682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1777938971","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36124253,0.00019927253,0.0000016712963,0.06533321,0.00024186983,0.0003469943,0.0000035386308,0.0000074025293,0.5726235],"genre_scores_gemma":[0.9910372,0.0001523133,0.00005971491,0.00021512895,0.0000778709,0.0000019552233,4.298247e-7,0.0000014946048,0.00845393],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986228,0.00055329455,0.00009796113,0.00006603439,0.0005826171,0.00007728874],"domain_scores_gemma":[0.99883527,0.0005439526,0.0003007827,0.00008186156,0.00021466527,0.000023487042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060429345,0.000029644692,0.00006435174,0.00006943606,0.00030647402,0.0000031133175,0.00041480086,0.000028173536,0.00061328954],"category_scores_gemma":[0.0018945076,0.00001747434,0.000026714073,0.0005015187,0.0007163197,0.00005871127,0.000033339038,0.000112094014,0.000010435489],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000082057395,0.00011751737,0.0007091298,0.00006783905,0.000007427551,1.7291977e-9,0.035277616,4.860104e-7,0.0016978403,0.9333386,0.01641637,0.012358988],"study_design_scores_gemma":[0.00007144598,0.0000917647,0.63354945,0.0015048657,0.000013660274,2.5271925e-8,0.011160116,0.000002216467,0.0034785843,0.003628701,0.34640515,0.000094042334],"about_ca_topic_score_codex":0.000585049,"about_ca_topic_score_gemma":0.0000058354417,"teacher_disagreement_score":0.92970985,"about_ca_system_score_codex":0.0001912611,"about_ca_system_score_gemma":0.0025298442,"threshold_uncertainty_score":0.671509},"labels":[],"label_agreement":null},{"id":"W179276555","doi":"10.22329/celt.v6i0.3773","title":"24. Developing and Validating an Instrument for Student Ratings of Teaching","year":2013,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Likert scale; Survey research; Psychology; Survey instrument; Medical education; Mathematics education; Reliability (semiconductor); Point (geometry); Applied psychology; Medicine; Mathematics","score_opus":0.08222322628301905,"score_gpt":0.41635453358752333,"score_spread":0.3341313073045043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W179276555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9740621,0.000052820007,0.003565718,0.002488267,0.00015119118,0.0006543543,8.793759e-7,0.0001769358,0.018847764],"genre_scores_gemma":[0.95228064,0.000022454362,0.046057623,0.00011851872,0.0001167403,0.00007323117,0.000007949672,0.000026042573,0.0012967697],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99624664,0.0021554278,0.0004044706,0.00038681913,0.00046947727,0.00033715065],"domain_scores_gemma":[0.996881,0.0022590528,0.00047093848,0.00010899713,0.00014509191,0.0001348991],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.00639679,0.00017655264,0.00027314303,0.00020025726,0.0038659328,0.0005285281,0.00017817148,0.00010572173,0.00002781703],"category_scores_gemma":[0.008991784,0.00017600399,0.00003571241,0.00009637221,0.00010783506,0.00076294696,0.0000875985,0.0008507941,0.0000019420963],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006211241,0.0002804185,0.14769696,0.00017790735,0.00015937262,0.0000010877636,0.24464174,0.00064849673,0.00700736,0.26353785,0.00038982288,0.33539686],"study_design_scores_gemma":[0.010277605,0.0054411767,0.13059105,0.004028801,0.00055418775,0.000027369742,0.6150367,0.07817383,0.0021119905,0.021279925,0.12864056,0.0038367938],"about_ca_topic_score_codex":0.002625998,"about_ca_topic_score_gemma":0.00015580651,"teacher_disagreement_score":0.37039497,"about_ca_system_score_codex":0.00012205215,"about_ca_system_score_gemma":0.00014660897,"threshold_uncertainty_score":0.9993559},"labels":[],"label_agreement":null},{"id":"W1793417399","doi":"10.47678/cjhe.v30i2.183360","title":"Student Evaluations of College Professors: Identifying Sources of Bias","year":2000,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Psychology; Class (philosophy); The arts; Variety (cybernetics); Mathematics education; Quality (philosophy); Liberal arts education; Higher education; Social class; Medical education; Medicine","score_opus":0.22690932081260656,"score_gpt":0.5068409872934486,"score_spread":0.27993166648084206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1793417399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9738214,0.0022006559,0.000003552633,0.008303547,0.001343838,0.00019083881,0.000007932443,0.000003497277,0.014124736],"genre_scores_gemma":[0.97653943,0.00004627648,0.00058412395,0.00011346256,0.00033221423,0.0000045535458,0.0000019193603,0.0000074841123,0.022370517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99776095,0.00081524084,0.00054325775,0.00007797326,0.000646173,0.00015640767],"domain_scores_gemma":[0.9976728,0.00027636738,0.00084103906,0.0001258788,0.00084108993,0.00024283628],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031892979,0.0000633157,0.00016239146,0.00036716525,0.0003236639,0.00004913304,0.00033400042,0.000059895312,0.00545336],"category_scores_gemma":[0.0006415979,0.00006390456,0.0000751364,0.00037957146,0.00016589434,0.00058670697,0.000003574608,0.0001498492,0.000017637454],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038474987,0.00064911664,0.6091635,0.000103469756,0.00028481786,0.000004746496,0.24621946,0.00090074254,0.00031953765,0.04579806,0.068340294,0.028177788],"study_design_scores_gemma":[0.00031269994,0.00009622772,0.66451484,0.000301333,0.00019156405,0.000006153127,0.03387785,0.0000028884765,0.0002368085,0.0033086878,0.2970269,0.0001240747],"about_ca_topic_score_codex":0.021812351,"about_ca_topic_score_gemma":0.028351082,"teacher_disagreement_score":0.2286866,"about_ca_system_score_codex":0.00029449633,"about_ca_system_score_gemma":0.007606188,"threshold_uncertainty_score":0.99801975},"labels":[],"label_agreement":null},{"id":"W1809825052","doi":"10.37119/ojs2015.v21i1.196","title":"Applying First Nations Holistic Lifelong Learning to the Study of Crime","year":2014,"lang":"en","type":"article","venue":"in education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Indigenous; Context (archaeology); Curriculum; Pedagogy; Indigenous education; Sociology; Class (philosophy); Lifelong learning; Subject (documents); Representation (politics); Higher education; Political science; Library science; Geography; Law; Epistemology","score_opus":0.14841751543861884,"score_gpt":0.4883313683487762,"score_spread":0.3399138529101574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1809825052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96376765,0.000029053826,0.0002682238,0.010395198,0.00071771647,0.0007999372,1.12659926e-7,0.000025605143,0.023996491],"genre_scores_gemma":[0.99832636,0.00000589837,0.00033293804,0.00012108891,0.00027531927,0.00029185446,0.0000012409066,0.0000042783067,0.0006410415],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9986438,0.0007136731,0.00015275134,0.00010214123,0.00030521714,0.00008240384],"domain_scores_gemma":[0.9980494,0.0015544135,0.00013022395,0.00011735894,0.00012000812,0.000028619896],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029759866,0.00003505444,0.000052118397,0.0001516104,0.00071064127,0.00005821793,0.00018677731,0.000020114492,0.000035140416],"category_scores_gemma":[0.016695503,0.000031609074,0.000009881294,0.00041705588,0.000023168257,0.00018772483,0.000019286104,0.0001186846,0.000046157464],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061721094,0.001022775,0.24734882,0.000017006905,0.000009355592,3.680146e-8,0.62318015,0.017778367,0.000024357669,0.036527157,0.0014732558,0.07261253],"study_design_scores_gemma":[0.00012398511,0.00007419585,0.41720653,0.000050612456,0.00002139739,1.2855133e-7,0.24947144,0.00054290984,0.0000060097236,0.0006651501,0.33175343,0.00008423109],"about_ca_topic_score_codex":0.013296506,"about_ca_topic_score_gemma":0.041609716,"teacher_disagreement_score":0.37370872,"about_ca_system_score_codex":0.0000944782,"about_ca_system_score_gemma":0.00019011411,"threshold_uncertainty_score":0.99327403},"labels":[],"label_agreement":null},{"id":"W1829930698","doi":"10.22329/celt.v5i0.3435","title":"15. A Transformative Experience: Expanding My Teaching and Learning Horizon","year":2012,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transformative learning; Teaching method; Pedagogy; Mathematics education; Teaching and learning center; Feeling; Psychology; Certificate; Sociology; Computer science; Social psychology","score_opus":0.04889190075082761,"score_gpt":0.3961458128369921,"score_spread":0.34725391208616446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1829930698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.827398,0.00043660204,0.0032213277,0.0010006009,0.00026562676,0.00026719406,6.2994724e-7,0.0004491421,0.16696088],"genre_scores_gemma":[0.9913601,0.00013940572,0.0027326676,0.00008861682,0.00038217715,0.000043849064,0.0000068496724,0.00003929322,0.0052069873],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9907307,0.007090239,0.00035350712,0.0004014486,0.00068118394,0.00074294046],"domain_scores_gemma":[0.99608004,0.0030932978,0.00031935936,0.00010536187,0.000056744695,0.00034518458],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010977556,0.00028100077,0.00032485466,0.0003450146,0.01170036,0.0005593277,0.00016898297,0.00019908324,0.00010329584],"category_scores_gemma":[0.012676037,0.00028028153,0.00006135666,0.00020226801,0.00023675147,0.0017906736,0.000070218186,0.004149656,0.000017301678],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081365855,0.00011910041,0.03814638,0.000033684624,0.000056562116,0.000002630644,0.79607296,0.00032028568,0.0006734516,0.029643686,0.00016145951,0.13468842],"study_design_scores_gemma":[0.0022977642,0.0011532775,0.010810345,0.00076657,0.00017756151,0.000042794512,0.67713225,0.004969374,0.0001577537,0.0007981472,0.3002228,0.0014713592],"about_ca_topic_score_codex":0.001368831,"about_ca_topic_score_gemma":0.00007894862,"teacher_disagreement_score":0.30006135,"about_ca_system_score_codex":0.0001900344,"about_ca_system_score_gemma":0.00008405575,"threshold_uncertainty_score":0.99996495},"labels":[],"label_agreement":null},{"id":"W1839781141","doi":"10.47678/cjhe.v30i1.183344","title":"Mostly True Confessions: Joint Meaning-Making about the Thesis Journey","year":2000,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto","funders":"","keywords":"Supervisor; Conversation; Meaning (existential); Narrative; Process (computing); Pedagogy; Psychology; Higher education; Meaning-making; Sociology; Management; Linguistics; Political science; Computer science","score_opus":0.15919094039856907,"score_gpt":0.43953784961003,"score_spread":0.28034690921146094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1839781141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36108738,0.006758574,0.000023451732,0.33666968,0.006437029,0.0003338783,0.000004136578,0.000025267902,0.28866062],"genre_scores_gemma":[0.9722839,0.000091297916,0.00047501447,0.003584471,0.0012130335,0.0000045225825,8.784507e-7,0.000012926992,0.022333926],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978533,0.00093902065,0.00039551407,0.000098227145,0.00044255386,0.00027137774],"domain_scores_gemma":[0.998219,0.0003107306,0.00051977544,0.00017157524,0.00039524218,0.00038364858],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029185747,0.000089493005,0.00013128256,0.00019189533,0.0013412654,0.00036848357,0.0004247612,0.000078215635,0.014013736],"category_scores_gemma":[0.00092328765,0.00006664977,0.00009028637,0.00024271938,0.00017040169,0.0006948904,0.0000034659804,0.00039952752,0.00007856239],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028807455,0.0001319015,0.02578551,0.000014113419,0.00015973403,0.000016969881,0.15623286,0.0005076107,0.00006889938,0.28601807,0.38543355,0.14560194],"study_design_scores_gemma":[0.00008391216,0.000020104519,0.06450748,0.00012134519,0.000058579702,0.000019342586,0.0067855013,0.0000045168467,0.000008885105,0.0077876872,0.92051363,0.000089047455],"about_ca_topic_score_codex":0.014383809,"about_ca_topic_score_gemma":0.022147465,"teacher_disagreement_score":0.6111965,"about_ca_system_score_codex":0.00046437993,"about_ca_system_score_gemma":0.0068138866,"threshold_uncertainty_score":0.9999589},"labels":[],"label_agreement":null},{"id":"W1841123149","doi":"10.1080/02602938.2015.1044421","title":"Whose feedback? A multilevel analysis of student completion of end-of-term teaching evaluations","year":2015,"lang":"en","type":"article","venue":"Assessment & Evaluation in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Respondent; Set (abstract data type); Psychology; Quality (philosophy); Quality assurance; Term (time); Higher education; Medical education; Multilevel model; Course evaluation; Mathematics education; Computer science; Medicine; Political science","score_opus":0.4085236037266901,"score_gpt":0.6050658361994158,"score_spread":0.19654223247272568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1841123149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97589374,0.00019351921,0.0014961567,0.0029880302,0.0011512167,0.0011935065,0.000014843736,0.000024334066,0.017044643],"genre_scores_gemma":[0.9876195,0.000019169747,0.011264879,0.000043332482,0.00010803782,0.00023433179,0.00027977093,0.000012422744,0.0004185548],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9906278,0.0043634544,0.001189572,0.00033802065,0.0032902234,0.00019093086],"domain_scores_gemma":[0.99432796,0.0010113912,0.001739525,0.0004280951,0.0023927784,0.000100239195],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020404484,0.00015029029,0.00044517432,0.001184331,0.00016638577,0.000048516773,0.00036287852,0.00011301509,0.0014754601],"category_scores_gemma":[0.0013446012,0.00016641102,0.00013968913,0.0012466523,0.0001835577,0.00085715187,0.000053618565,0.00021624134,0.000005868434],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029669938,0.0028336751,0.80011433,0.00004083569,0.00046360792,4.5265654e-8,0.050819125,0.018816503,0.0016478924,0.089051545,0.00037652682,0.035806242],"study_design_scores_gemma":[0.00083436124,0.00009101739,0.9699257,0.00009525783,0.0015793851,6.684686e-8,0.010898855,0.013363497,0.000066086424,0.002276757,0.0007276679,0.0001413169],"about_ca_topic_score_codex":0.0047745625,"about_ca_topic_score_gemma":0.0010902109,"teacher_disagreement_score":0.1698114,"about_ca_system_score_codex":0.0011636117,"about_ca_system_score_gemma":0.0035329217,"threshold_uncertainty_score":0.99943733},"labels":[],"label_agreement":null},{"id":"W1876830240","doi":"10.47678/cjhe.v33i1.183427","title":"Selecting and Using Course Readings: A Study of Instructors' and Students' Practices","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"York University","keywords":"Reading (process); Mathematics education; Course (navigation); Sample (material); Psychology; Medical education; Higher education; Pedagogy; Engineering; Medicine; Political science","score_opus":0.12412368234794867,"score_gpt":0.49722536964853387,"score_spread":0.3731016873005852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1876830240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99582016,0.0014565813,0.0000021684318,0.0007422972,0.00079281704,0.00013160563,2.7655096e-7,0.0000020687082,0.0010520298],"genre_scores_gemma":[0.9982507,0.000020199788,0.0010408048,0.00006490732,0.00014763801,7.950867e-7,1.067817e-7,0.0000061728715,0.00046867997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986013,0.0006346297,0.0002509437,0.00008789667,0.00030110453,0.00012412135],"domain_scores_gemma":[0.9979113,0.00022680809,0.0011862937,0.000055318083,0.00035969293,0.00026058324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002452134,0.00005642779,0.00011333566,0.00019869814,0.00041840848,0.00017816472,0.00010730568,0.00003909265,0.00007702226],"category_scores_gemma":[0.0020150389,0.000057995145,0.000011083467,0.00019909257,0.000085034764,0.0008433963,0.0000040480704,0.00016573053,2.7696072e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003174957,0.00010121749,0.94246525,0.0000064777146,0.000040240207,0.000001323347,0.054347727,0.0000049559885,0.00005501104,0.0020328483,0.00024501438,0.00069674663],"study_design_scores_gemma":[0.00054846524,0.00023980885,0.7154287,0.000111489986,0.00032760235,0.0000688253,0.22748038,0.0000030146568,0.00002967561,0.00082804303,0.054782983,0.00015100671],"about_ca_topic_score_codex":0.05418896,"about_ca_topic_score_gemma":0.046395853,"teacher_disagreement_score":0.22703655,"about_ca_system_score_codex":0.00016322038,"about_ca_system_score_gemma":0.0031728286,"threshold_uncertainty_score":0.97100496},"labels":[],"label_agreement":null},{"id":"W1887917947","doi":"10.47678/cjhe.v35i2.183500","title":"The Utility of Student Ratings of Instruction for Students, Faculty, and Administrators: A \"Consequential Validity\" Study","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Higher education; Medical education; Quality (philosophy); Merit pay; Mathematics education; Medicine; Incentive; Political science","score_opus":0.1943694772100051,"score_gpt":0.52518544487511,"score_spread":0.3308159676651049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1887917947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907474,0.00037607097,0.000012040882,0.0071213427,0.0010486962,0.00038059225,0.000006999864,0.0000019236704,0.00030493585],"genre_scores_gemma":[0.99848324,0.000014889716,0.0004962748,0.00004518142,0.00038547246,0.0000085456795,0.0000015015747,0.0000040432756,0.0005608647],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998435,0.0004546995,0.0004638518,0.00008192131,0.00044688344,0.000117631316],"domain_scores_gemma":[0.99800974,0.00023853507,0.00084025756,0.00009274229,0.0006539854,0.00016474893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031802151,0.000058910635,0.00012568446,0.000101122685,0.00044481398,0.00012340104,0.00027537698,0.00003873372,0.0000766037],"category_scores_gemma":[0.0005387327,0.00004881268,0.00004618747,0.00010721239,0.0002028318,0.00037070207,0.000008054753,0.000105980034,3.6914844e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005422783,0.000425043,0.92436683,0.00001956915,0.00012880146,3.8724258e-7,0.04459154,0.0000038108863,0.00005333179,0.00600837,0.00898292,0.015365149],"study_design_scores_gemma":[0.00052725937,0.00031551096,0.81451315,0.000028232475,0.00012498969,0.0000035123041,0.035212707,0.0000013359844,0.00012295092,0.00079798535,0.14829087,0.00006146445],"about_ca_topic_score_codex":0.009901532,"about_ca_topic_score_gemma":0.065949395,"teacher_disagreement_score":0.13930796,"about_ca_system_score_codex":0.00017522756,"about_ca_system_score_gemma":0.0037998697,"threshold_uncertainty_score":0.99669164},"labels":[],"label_agreement":null},{"id":"W1889927118","doi":"10.21225/d5zc77","title":"An Investigation of ESL Teachers’ Experience of Peer Consultation","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of University Continuing Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Feeling; Class (philosophy); Psychology; Peer mentoring; Promotion (chess); Focus group; Peer feedback; Qualitative research; Medical education; Data collection; Peer group; Qualitative property; Pedagogy; Mathematics education; Social psychology; Medicine; Sociology; Political science","score_opus":0.044632585119036776,"score_gpt":0.35054238140238514,"score_spread":0.30590979628334836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1889927118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99274254,0.000061077415,0.00019295467,0.004870272,0.00026438036,0.00006964707,0.000002356796,0.0000039341953,0.00179281],"genre_scores_gemma":[0.9941801,0.000009331101,0.0044083386,0.00004223673,0.00011335835,8.010458e-8,0.0000036578228,0.0000028964905,0.0012400071],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99884164,0.0004976735,0.00021190773,0.000065096654,0.0002934296,0.00009026484],"domain_scores_gemma":[0.99730754,0.00017872918,0.00073536055,0.00007913503,0.0014570472,0.00024220278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020040083,0.000041754065,0.00009424062,0.00034215063,0.00015816445,0.00002834079,0.00023067695,0.000055955785,0.00009950452],"category_scores_gemma":[0.0021986966,0.00005251268,0.000032819855,0.00022983746,0.00024689443,0.0014564163,0.0000025054348,0.00011288539,0.0000013699758],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013856677,0.00002768128,0.10090662,0.000004776181,0.000010892775,6.113897e-7,0.8488794,0.0001667721,0.002627548,0.0058661555,0.0010661344,0.040429566],"study_design_scores_gemma":[0.0005059948,0.00010458612,0.2054044,0.00021128116,0.000092463706,0.0000046493737,0.707469,0.000098268734,0.0021713811,0.00029586937,0.08349357,0.00014853266],"about_ca_topic_score_codex":0.03885837,"about_ca_topic_score_gemma":0.05743571,"teacher_disagreement_score":0.14141038,"about_ca_system_score_codex":0.00034333233,"about_ca_system_score_gemma":0.0031084546,"threshold_uncertainty_score":0.96754193},"labels":[],"label_agreement":null},{"id":"W189939679","doi":"10.20429/ijsotl.2009.030209","title":"Developing Useful and Transferable Skills: Course Design to Prepare Students for a Life of Learning","year":2009,"lang":"en","type":"article","venue":"International Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Transferability; Mathematics education; Transfer of training; Psychology; Transferable skills analysis; Medical education; Sample (material); Narrative; Transfer of learning; Pedagogy; Higher education; Computer science; Medicine","score_opus":0.14276404193878353,"score_gpt":0.4906976431880109,"score_spread":0.34793360124922734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W189939679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80286485,0.0004876064,0.1781566,0.01758501,0.00033404306,0.00040092756,0.000002046771,0.000024421835,0.00014451378],"genre_scores_gemma":[0.967896,0.00015465403,0.030792493,0.00026384706,0.00021839184,0.000008977612,0.0000013149081,0.000010551941,0.0006538028],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997118,0.0014580908,0.00036166998,0.00015440412,0.00072485534,0.00018295387],"domain_scores_gemma":[0.9952432,0.0037502064,0.00037700613,0.00004988132,0.0004715254,0.00010820285],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.021375129,0.000095824464,0.00016987557,0.00013473677,0.0019281431,0.00041336636,0.0004870155,0.000057939145,0.00000785762],"category_scores_gemma":[0.025127979,0.00007942837,0.00007797436,0.000052608906,0.00005268951,0.00065227214,0.00003222393,0.00085678085,3.0485293e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017321222,0.0004196655,0.19699685,0.00007014898,0.0012442395,0.0000032843811,0.22641243,0.0706292,0.002519595,0.03449467,0.00031118776,0.4651666],"study_design_scores_gemma":[0.011735853,0.0054796725,0.35813537,0.0054148985,0.0011920363,0.00017679739,0.21591645,0.013048919,0.001884541,0.038746182,0.34658498,0.0016843183],"about_ca_topic_score_codex":0.00007837559,"about_ca_topic_score_gemma":0.00002332472,"teacher_disagreement_score":0.4634823,"about_ca_system_score_codex":0.000087739296,"about_ca_system_score_gemma":0.00020613098,"threshold_uncertainty_score":0.99937123},"labels":[],"label_agreement":null},{"id":"W1909885639","doi":"10.24908/pceea.v0i0.5814","title":"The Canadian Engineering Education Association Research Collaboration (CEEA-RC): Annual Survey of Canadian Engineering Instructors","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; École de Technologie Supérieure; University of British Columbia; Queen's University","funders":"","keywords":"Narrative; Focus group; Focus (optics); Engineering education; Key (lock); Engineering; Engineering management; Medical education; Engineering ethics; Pedagogy; Psychology; Sociology; Computer science; Medicine","score_opus":0.06713387555058727,"score_gpt":0.36997342034376873,"score_spread":0.3028395447931815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1909885639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8957547,0.0006156693,0.000006026834,0.06667264,0.013514436,0.0023661754,0.0004190119,0.0001954425,0.020455884],"genre_scores_gemma":[0.99414045,0.000060251718,0.0006707241,0.0001406576,0.0006190449,0.0001282442,0.00007792242,0.000070512615,0.0040921816],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953068,0.0002872743,0.0007826617,0.00038949758,0.0021096086,0.0011241904],"domain_scores_gemma":[0.9859925,0.0009919648,0.001040349,0.00028369622,0.010292075,0.0013994285],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.016964957,0.00028650963,0.00032030686,0.0024497919,0.0016716239,0.0008041394,0.0010419869,0.0005745017,0.000028112774],"category_scores_gemma":[0.07440359,0.00030420712,0.00009680553,0.0050043,0.00007384803,0.0013767999,0.00004560975,0.0009379586,0.00002428009],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00001816424,0.00012545151,0.5616191,0.00024226785,0.00039797052,2.5526938e-7,0.052086122,0.010939487,0.00051768747,0.08866503,0.28298646,0.0024020043],"study_design_scores_gemma":[0.00028536064,0.0000444206,0.4992339,0.00023203669,0.0000811259,0.0000016046964,0.010918507,0.0031676185,0.0004383594,0.00022068004,0.4848269,0.0005495068],"about_ca_topic_score_codex":0.98763126,"about_ca_topic_score_gemma":0.99733454,"teacher_disagreement_score":0.20184043,"about_ca_system_score_codex":0.03408536,"about_ca_system_score_gemma":0.040860448,"threshold_uncertainty_score":0.999941},"labels":[],"label_agreement":null},{"id":"W1920672567","doi":"10.24908/pceea.v0i0.5938","title":"Transition from Paper to Online Course Evaluation: Preliminary Trends in Student Response Rate and Overall Professor Evaluation","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Set (abstract data type); Class (philosophy); Protocol (science); Metric (unit); Quality (philosophy); Computer science; Course evaluation; Point (geometry); Mathematics education; Psychology; Higher education; Mathematics; Engineering; Artificial intelligence; Medicine; Operations management; Political science","score_opus":0.06316145379642076,"score_gpt":0.39902561828348543,"score_spread":0.3358641644870647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1920672567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8831606,0.00014541144,0.0000024137664,0.11391719,0.00092723913,0.0008706441,0.000028011309,0.000033746433,0.0009147529],"genre_scores_gemma":[0.99673676,0.000006085718,0.00068086403,0.00077114266,0.00025518186,0.00020561127,0.000049141585,0.000020291216,0.0012749016],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99712497,0.00053695246,0.00037406644,0.000279658,0.0014174187,0.00026691385],"domain_scores_gemma":[0.9970594,0.0003304414,0.00040298223,0.00011114348,0.001779849,0.00031618756],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016885677,0.00013861294,0.0001644305,0.00044727468,0.0002389433,0.00015939388,0.00026036683,0.00017057118,0.00011378556],"category_scores_gemma":[0.011707605,0.00014888687,0.00004207564,0.00067156844,0.00002664399,0.0008713286,0.000023900937,0.0002452682,0.000006263472],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008160152,0.0018317038,0.17218553,0.00010901529,0.0003253789,4.813133e-7,0.63451606,0.03793575,0.004867193,0.008004879,0.09371224,0.045695767],"study_design_scores_gemma":[0.00073644577,0.000058311012,0.97064114,0.00013321983,0.0001815203,3.327433e-7,0.011131482,0.0070348037,0.000059670638,0.00056244637,0.009261043,0.00019960222],"about_ca_topic_score_codex":0.03426516,"about_ca_topic_score_gemma":0.09079505,"teacher_disagreement_score":0.7984556,"about_ca_system_score_codex":0.0055144923,"about_ca_system_score_gemma":0.002852336,"threshold_uncertainty_score":0.9983032},"labels":[],"label_agreement":null},{"id":"W1923800139","doi":"10.22329/celt.v3i0.3252","title":"22. High to Low Tide: The High School–University Transition","year":2010,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Context (archaeology); Higher education; Pedagogy; Transition (genetics); Mathematics education; Session (web analytics); Sociology; Psychology; Political science; Chemistry; Geography; Computer science","score_opus":0.01957590037835278,"score_gpt":0.3192876583267444,"score_spread":0.2997117579483916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1923800139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9224255,0.0000072837292,0.0008867998,0.023803953,0.00039955226,0.00023948662,0.0000026853163,0.00027210923,0.051962607],"genre_scores_gemma":[0.98470587,0.000014027736,0.0013798235,0.00037689813,0.00027896537,0.000003592035,0.000007479996,0.000014291358,0.01321907],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968905,0.0019936312,0.0001232583,0.00029000244,0.0004424677,0.00026012672],"domain_scores_gemma":[0.99816525,0.0012852914,0.00012030576,0.00014862174,0.000095081785,0.00018543299],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003549059,0.00011929114,0.00013080095,0.00016666537,0.005162441,0.0002968802,0.0002461093,0.00012814955,0.0004271305],"category_scores_gemma":[0.0059721014,0.0001062898,0.000038540733,0.00027728674,0.00011776119,0.00034486494,0.00003711141,0.0019455357,0.00008599913],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067786715,0.00052294857,0.015194971,0.000049008457,0.00021411979,0.000043926815,0.1622987,0.00931076,0.012719223,0.6419352,0.025324736,0.13170855],"study_design_scores_gemma":[0.002284113,0.0006099383,0.09788294,0.00026784444,0.00021081668,0.000011114761,0.035633728,0.0034657642,0.00020728883,0.003881669,0.854535,0.0010097768],"about_ca_topic_score_codex":0.008932433,"about_ca_topic_score_gemma":0.002589323,"teacher_disagreement_score":0.8292103,"about_ca_system_score_codex":0.00009521806,"about_ca_system_score_gemma":0.00016535626,"threshold_uncertainty_score":0.9976672},"labels":[],"label_agreement":null},{"id":"W1928441525","doi":"10.22329/celt.v8i0.4267","title":"Teaching Culture Perception: Documenting and Transforming Institutional Teaching Cultures","year":2015,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University; University of Waterloo; McMaster University; Queen's University; Toronto Metropolitan University; Western University; Wilfrid Laurier University; University of Windsor","funders":"","keywords":"Organizational culture; Institution; Perception; Teaching and learning center; Teaching method; Psychology; Higher education; Faculty development; Mathematics education; Pedagogy; Focus group; Graduate students; Quality (philosophy); Medical education; Sociology; Professional development; Medicine; Political science; Public relations; Social science","score_opus":0.05244038441427328,"score_gpt":0.3979109087589731,"score_spread":0.3454705243446998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1928441525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61795604,0.0003870296,0.0017856645,0.0065606916,0.000349842,0.00035894205,0.0000021313174,0.00060809165,0.37199154],"genre_scores_gemma":[0.9710963,0.00008454041,0.00796257,0.0002888319,0.00063650357,0.000023457242,0.000023902472,0.000031146563,0.019852793],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940254,0.0035429716,0.00038771768,0.00059177284,0.00093936455,0.0005127585],"domain_scores_gemma":[0.998441,0.000675832,0.00027144575,0.00012406743,0.00011980981,0.0003678628],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009455756,0.0003093445,0.00031103793,0.00027280906,0.010316987,0.00094774837,0.00022274155,0.00025062723,0.000042305473],"category_scores_gemma":[0.00904381,0.00028832018,0.00007321383,0.00013067864,0.00026114428,0.0014784967,0.00008871824,0.0034424812,0.0000145845715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013119528,0.00020283028,0.017839283,0.00006346721,0.00012513124,0.00002029599,0.5524807,0.001365741,0.0014767513,0.2488189,0.0031606082,0.17431512],"study_design_scores_gemma":[0.0018004101,0.00034108246,0.0019285573,0.0005286993,0.00013390527,0.00007292971,0.12702782,0.003963415,0.000011698235,0.0026026838,0.8608351,0.0007537217],"about_ca_topic_score_codex":0.004118642,"about_ca_topic_score_gemma":0.00037280255,"teacher_disagreement_score":0.8576745,"about_ca_system_score_codex":0.00033884885,"about_ca_system_score_gemma":0.00025282378,"threshold_uncertainty_score":0.9999569},"labels":[],"label_agreement":null},{"id":"W1929729307","doi":"10.1016/j.ece.2015.06.002","title":"On the average perception of perceived averages","year":2015,"lang":"en","type":"article","venue":"Education for Chemical Engineers","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Polytechnique Montréal","keywords":"Rubric; Curriculum; Class (philosophy); Normative; Set (abstract data type); Mathematics education; Psychology; Perception; Test (biology); Autonomy; Subject (documents); Point (geometry); Computer science; Pedagogy; Mathematics; Artificial intelligence; Political science","score_opus":0.08432105746516122,"score_gpt":0.39627384818539924,"score_spread":0.311952790720238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1929729307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95039785,0.00002008031,0.0008780761,0.023302596,0.0007337662,0.00034857556,0.00000355071,0.0000558646,0.02425967],"genre_scores_gemma":[0.9961395,0.0000057521684,0.0014021944,0.00030679026,0.00023506206,0.00004688474,0.000018545908,0.0000073838023,0.0018378535],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992856,0.00009198212,0.00011614389,0.00009893886,0.00030949942,0.00009783867],"domain_scores_gemma":[0.9988528,0.0006854501,0.00007631786,0.00011567931,0.00019179747,0.000077963814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010798917,0.000054581295,0.00006201448,0.000039355542,0.000094442796,0.000023770928,0.0001628659,0.000054715034,0.00023945386],"category_scores_gemma":[0.005695078,0.00004370039,0.00004964815,0.00009395789,0.00007494597,0.00013712244,0.0000064765527,0.00009932811,0.0000368292],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010649836,0.00062968396,0.00026537327,0.00004386894,0.000057099307,5.1212247e-8,0.2386935,0.0037700213,0.025789773,0.47297993,0.24414474,0.013519456],"study_design_scores_gemma":[0.0020909135,0.00036023243,0.0061058956,0.00021107664,0.00019193624,0.0000022798408,0.3074931,0.010038654,0.008187757,0.07351249,0.59075797,0.0010476946],"about_ca_topic_score_codex":0.00015922816,"about_ca_topic_score_gemma":0.0000027562007,"teacher_disagreement_score":0.39946744,"about_ca_system_score_codex":0.0001692995,"about_ca_system_score_gemma":0.00032448536,"threshold_uncertainty_score":0.6817952},"labels":[],"label_agreement":null},{"id":"W1941042077","doi":"10.4000/ripes.884","title":"Qualités des dossiers universitaires : analyse d’un programme de formation en enseignement","year":2014,"lang":"fr","type":"article","venue":"Revue internationale de pédagogie de l’enseignement supérieur","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.1113886829004581,"score_gpt":0.3726690510221896,"score_spread":0.2612803681217315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1941042077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84896904,0.0024422293,0.06383154,0.053248093,0.000826919,0.00077425025,0.00004965565,0.00025945093,0.029598806],"genre_scores_gemma":[0.93338007,0.0014068565,0.036423318,0.0013795939,0.0008937839,0.000110419714,0.00010489323,0.000059282775,0.026241763],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9923105,0.003504836,0.00091706216,0.00061438687,0.0012933222,0.0013598874],"domain_scores_gemma":[0.995784,0.0017667097,0.000870006,0.00045197713,0.0005891144,0.00053821586],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009111818,0.00043663543,0.0004071918,0.0004258741,0.0013565796,0.00047846424,0.0010290263,0.0003560156,0.0017698557],"category_scores_gemma":[0.004857603,0.00054083136,0.00037497326,0.00058768183,0.00049159955,0.0017077685,0.0002338095,0.0005776708,0.00023137848],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015016888,0.00094881817,0.011536107,0.00057699886,0.00078118965,0.00009221035,0.6088207,0.007903724,0.00078838936,0.07848631,0.010077729,0.27983767],"study_design_scores_gemma":[0.0029741165,0.00096104614,0.04290602,0.0013794278,0.001131918,0.00020892762,0.4261822,0.14211808,0.0017494472,0.048498586,0.33036876,0.0015214476],"about_ca_topic_score_codex":0.0047376337,"about_ca_topic_score_gemma":0.00329539,"teacher_disagreement_score":0.32029104,"about_ca_system_score_codex":0.00835477,"about_ca_system_score_gemma":0.0010047838,"threshold_uncertainty_score":0.9999435},"labels":[],"label_agreement":null},{"id":"W1948581859","doi":"10.47678/cjhe.v27i2/3.183307","title":"Good Teaching and Satisfied University Graduates","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Higher education; Psychology; Medical education; Perception; Control (management); Mathematics education; Management; Political science; Medicine","score_opus":0.0887625260305497,"score_gpt":0.40540703710756454,"score_spread":0.31664451107701486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1948581859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8059447,0.0007147267,0.00001267827,0.09739812,0.0022391633,0.00006495867,0.000001642144,0.0000055598907,0.09361845],"genre_scores_gemma":[0.9735226,0.000023210605,0.0012690494,0.00018290832,0.00039333728,1.0016084e-7,4.999001e-7,0.0000033928707,0.024604918],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992536,0.0003494153,0.00009006511,0.000058726433,0.00013625858,0.000111977126],"domain_scores_gemma":[0.9989308,0.000113532726,0.00038407333,0.000107284024,0.00014172542,0.0003225891],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0014463614,0.00003878274,0.000062792365,0.00012827697,0.0023401845,0.00029185816,0.0002583769,0.000038690978,0.00018523788],"category_scores_gemma":[0.0009677775,0.000041933567,0.000021140235,0.000022249342,0.00015105918,0.0010292622,0.0000061430687,0.00022627508,0.000006493151],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075609373,0.000031831667,0.54666173,0.000007873408,0.000042983862,0.000010816618,0.027075548,0.0000032080043,0.00004036683,0.30773267,0.059710782,0.05867463],"study_design_scores_gemma":[0.00007074332,0.000010954046,0.40977174,0.000020917052,0.00002122234,0.000003181264,0.0026596552,5.0032986e-7,0.0000017077921,0.0023968124,0.5850043,0.000038244536],"about_ca_topic_score_codex":0.14920855,"about_ca_topic_score_gemma":0.10769839,"teacher_disagreement_score":0.5252935,"about_ca_system_score_codex":0.00020755763,"about_ca_system_score_gemma":0.0026156625,"threshold_uncertainty_score":0.99895865},"labels":[],"label_agreement":null},{"id":"W1950557099","doi":"10.22329/celt.v2i0.3226","title":"32. Increasing the Impact of Canadian Research on Teaching and Learning in Post-Secondary Education","year":2009,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; York University","funders":"","keywords":"Session (web analytics); Educational research; Higher education; Teaching and learning center; Teaching method; Process (computing); Pedagogy; Mathematics education; Psychology; Sociology; Political science; Computer science","score_opus":0.07540327154280427,"score_gpt":0.4554137859950864,"score_spread":0.3800105144522822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1950557099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7470303,0.00021770826,0.000002678336,0.005837722,0.000045977496,0.00022970542,7.9989866e-7,0.000051476705,0.24658361],"genre_scores_gemma":[0.99708754,0.000089255154,0.00031204414,0.00016560194,0.00012428762,0.000007861208,0.000009505401,0.00001766488,0.0021862164],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98216534,0.01617407,0.0002798937,0.0003465353,0.0005437605,0.0004904291],"domain_scores_gemma":[0.99309695,0.006160582,0.00021515637,0.00013942098,0.0001701666,0.00021771055],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.026934022,0.00015975209,0.00021401675,0.0017960328,0.0067174896,0.00042257583,0.00021211186,0.00015092816,0.00005576576],"category_scores_gemma":[0.038268704,0.0001332789,0.000046345802,0.00064288697,0.00017287736,0.00040020735,0.00003272303,0.0060405363,0.0000051333777],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030105226,0.00028582427,0.0657454,0.000019995752,0.000050573944,0.000006768538,0.17357434,0.0036713956,0.0013702487,0.046235226,0.00078514125,0.70795405],"study_design_scores_gemma":[0.0009087007,0.0020238468,0.85853547,0.0008519896,0.000029907438,0.000020342743,0.10120274,0.0040214243,0.000013976806,0.0022757072,0.029654887,0.00046101585],"about_ca_topic_score_codex":0.5973362,"about_ca_topic_score_gemma":0.054805547,"teacher_disagreement_score":0.79279006,"about_ca_system_score_codex":0.0005139814,"about_ca_system_score_gemma":0.0022238388,"threshold_uncertainty_score":0.9962526},"labels":[],"label_agreement":null},{"id":"W1956049052","doi":"","title":"Le profil d'apprentissage des étudiants inscrits dans un certificat de cycle offert à distance et sur campus: Une étude comparative","year":2008,"lang":"fr","type":"article","venue":"International journal of e-learning & distance education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke; Université Laval; Université du Québec","funders":"","keywords":"Humanities; Sociology; Psychology; Art","score_opus":0.08770763979797355,"score_gpt":0.4055190169923361,"score_spread":0.3178113771943626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1956049052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89654905,0.00603619,0.040270645,0.04147291,0.0047622435,0.00022765825,0.000023273356,0.00004124388,0.010616768],"genre_scores_gemma":[0.9834648,0.0027488552,0.0052852384,0.00015282792,0.0009008442,0.000020379364,0.000041194337,0.00003428731,0.007351577],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99472094,0.002083335,0.0009484857,0.00036256277,0.0014790773,0.0004055988],"domain_scores_gemma":[0.99454206,0.0007784333,0.0021068568,0.00017925119,0.0021299091,0.0002634947],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025817002,0.00027647437,0.0003785824,0.00019413598,0.0009723309,0.0002737009,0.00096167263,0.00014233994,0.00021444993],"category_scores_gemma":[0.002796281,0.0003118476,0.00020055346,0.0005805809,0.0009095271,0.003527755,0.00006274534,0.0010122526,0.00005614985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048792252,0.0049685496,0.4664588,0.00008935873,0.000748109,0.00008419163,0.2876692,0.011395282,0.0022597793,0.19908814,0.0093591,0.01739158],"study_design_scores_gemma":[0.0016529964,0.00023322247,0.77332765,0.0019058802,0.00018713123,0.00036692905,0.076361395,0.0015837506,0.0014002844,0.008228575,0.13408084,0.00067134417],"about_ca_topic_score_codex":0.0016438834,"about_ca_topic_score_gemma":0.0032824457,"teacher_disagreement_score":0.30686885,"about_ca_system_score_codex":0.001180867,"about_ca_system_score_gemma":0.0033023064,"threshold_uncertainty_score":0.99993336},"labels":[],"label_agreement":null},{"id":"W1956421324","doi":"10.2139/ssrn.2630329","title":"Overcoming Pedagogical Solitude: The Transformative Power of Discipline-Specific Faculty Learning Communities (FLCs)","year":2015,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Transformative learning; Solitude; Power (physics); Pedagogy; Sociology; Psychology; Engineering ethics; Engineering; Psychotherapist","score_opus":0.2761616694826041,"score_gpt":0.4688523255199494,"score_spread":0.19269065603734525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1956421324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95075667,0.0019474812,0.0063729812,0.015119976,0.00024919285,0.00019237112,0.000002691428,0.000050821447,0.025307816],"genre_scores_gemma":[0.99623275,0.0016567805,0.00011589137,0.00004375998,0.00018186225,0.0000035486453,0.000003961191,0.000011173741,0.0017502466],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9954091,0.0020269298,0.00037584212,0.00008345002,0.001011958,0.0010927691],"domain_scores_gemma":[0.9984429,0.00061244593,0.00040944185,0.0001286542,0.00030409906,0.00010247042],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016808638,0.000121376994,0.00018970938,0.00007294953,0.0016199042,0.00016902668,0.00063632545,0.00007572066,0.00011434691],"category_scores_gemma":[0.00061984285,0.00008153739,0.00012642241,0.00017423408,0.00037687097,0.0008957651,0.000056649198,0.0031685266,0.000022156664],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009879306,0.000097025164,0.0033809184,0.0000022296203,0.00011409697,5.5209847e-7,0.59564835,0.0008793529,0.000024824312,0.39356863,0.00020750937,0.0059777293],"study_design_scores_gemma":[0.00052287854,0.0002492403,0.0007773701,0.000022661789,0.000030573046,0.000029925604,0.8656688,0.00009091269,0.000014550358,0.05805052,0.074414805,0.00012781311],"about_ca_topic_score_codex":0.0009695303,"about_ca_topic_score_gemma":0.005279803,"teacher_disagreement_score":0.33551812,"about_ca_system_score_codex":0.000767937,"about_ca_system_score_gemma":0.0021787619,"threshold_uncertainty_score":0.99967986},"labels":[],"label_agreement":null},{"id":"W1960226593","doi":"10.22329/celt.v1i0.3190","title":"21. Making the Most of Multiple-Choice Questions: Getting Beyond Remembering","year":2008,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Memorization; Multiple choice; Cognition; Value (mathematics); Psychology; Mathematics education; Test (biology); Higher education; Cognitive psychology; Computer science","score_opus":0.0644390242420348,"score_gpt":0.38080660907509495,"score_spread":0.31636758483306016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1960226593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85674506,0.00042929183,0.0014868693,0.0032374007,0.0002513932,0.00030409935,0.0000013574663,0.00033126186,0.13721326],"genre_scores_gemma":[0.99249357,0.000084933214,0.0037920692,0.00013819788,0.00022540141,0.000016569673,0.0000029087787,0.000025075218,0.0032212671],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99636436,0.0020615833,0.00034544818,0.00030812534,0.0005989815,0.00032148592],"domain_scores_gemma":[0.9902012,0.008950885,0.0004629533,0.00017189606,0.0001441976,0.000068880916],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.004669902,0.00015307279,0.00020451013,0.00017861836,0.007157494,0.00013840366,0.00024476508,0.0001091383,0.00003731384],"category_scores_gemma":[0.056946207,0.00013460522,0.00005210639,0.0003307566,0.0002757978,0.0003590714,0.000082842984,0.0013717274,0.0000046457913],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013313032,0.0003556546,0.63435197,0.000100019286,0.00021413699,0.000017278484,0.20897667,0.02721535,0.0050740973,0.06601511,0.0020864762,0.05546009],"study_design_scores_gemma":[0.003990019,0.00065519585,0.20911612,0.0026419437,0.000352069,0.00012800438,0.07447768,0.121901736,0.00031273172,0.0016684991,0.58284795,0.0019080755],"about_ca_topic_score_codex":0.0031366863,"about_ca_topic_score_gemma":0.000666673,"teacher_disagreement_score":0.58076143,"about_ca_system_score_codex":0.000107463355,"about_ca_system_score_gemma":0.00017934796,"threshold_uncertainty_score":0.9941351},"labels":[],"label_agreement":null},{"id":"W1961153547","doi":"10.4018/978-1-4666-3661-3.ch003","title":"Quality Teaching in the Social Sciences","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Department of Psychiatry, University of Toronto; Directorate for Biological Sciences; University of Waterloo; University of Toronto Mississauga; University of Southern Queensland; University of Wollongong; University of Pretoria; University of Manchester; Griffith University; Deakin University; University of Western Sydney; University of Toronto; University College London; Rotman School of Management, University of Toronto; Liverpool Hope University; University of Sydney; McGill University; Athabasca University; University of Washington; University of Hong Kong; Elon University; Carnegie Foundation for the Advancement of Teaching","keywords":"Perspective (graphical); Curriculum; Pedagogy; Mathematics education; Sociology; Critical thinking; Quality (philosophy); Student engagement; Psychology; Computer science; Epistemology","score_opus":0.2239887304205238,"score_gpt":0.48369420132332436,"score_spread":0.25970547090280055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1961153547","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017314914,0.00010505757,0.000011243981,0.008932512,0.00042927358,0.00049629726,0.000017766666,0.00009815072,0.9881782],"genre_scores_gemma":[0.8435622,0.000005229097,0.0006948457,0.0035173923,0.0014210845,0.000032857504,0.0000021286496,0.00002037704,0.1507439],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.995308,0.0015408486,0.00046873966,0.0004366761,0.0018299663,0.000415759],"domain_scores_gemma":[0.9982676,0.00079752615,0.0005753176,0.0002395499,0.000065150314,0.000054887914],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012048563,0.00024658348,0.00030927826,0.00007444792,0.0024367194,0.00062894,0.001298177,0.00038130253,0.00024328497],"category_scores_gemma":[0.0010524166,0.00019359261,0.00017272154,0.000033320597,0.0009807718,0.0002991893,0.00012124827,0.00090277067,0.00040249646],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034439302,0.000010528695,0.0001232607,0.00000554139,0.000012587435,0.000002671763,0.012242848,8.7733235e-7,7.2181024e-7,0.9687956,0.007784682,0.011017233],"study_design_scores_gemma":[0.00010701441,0.000023240756,0.00071098516,0.000044194032,0.000023426566,0.0000014953433,0.0040658056,0.0000024607816,1.13294604e-7,0.6207471,0.37401778,0.00025641694],"about_ca_topic_score_codex":0.015157648,"about_ca_topic_score_gemma":0.015771393,"teacher_disagreement_score":0.8418307,"about_ca_system_score_codex":0.0004146794,"about_ca_system_score_gemma":0.0006476205,"threshold_uncertainty_score":0.99886197},"labels":[],"label_agreement":null},{"id":"W1961486491","doi":"10.22329/celt.v3i0.3234","title":"4. Responding to the Challenging Dilemma of Faculty Engagement in Research on Teaching and Learning and Disciplinary Research","year":2010,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Dilemma; Scholarship of Teaching and Learning; Scholarship; Higher education; Discipline; Terminology; Pedagogy; Sociology; Value (mathematics); Teaching and learning center; Teaching method; Community engagement; Psychology; Social science; Political science; Public relations; Epistemology; Computer science","score_opus":0.32747595283978514,"score_gpt":0.5549603204042993,"score_spread":0.22748436756451418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1961486491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91732097,0.00009173257,0.000027935892,0.012692202,0.00010630256,0.00053108606,0.0000014780617,0.00008315609,0.06914515],"genre_scores_gemma":[0.99202937,0.000083627376,0.00087951875,0.000025998845,0.00018825346,0.000051603285,0.0000048349857,0.000032310523,0.006704494],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.97230667,0.02446331,0.00036486218,0.0006597939,0.0014814188,0.0007239458],"domain_scores_gemma":[0.9813407,0.017909637,0.00015863626,0.000197855,0.00018890573,0.00020425559],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.102544494,0.0001855712,0.00026896122,0.0019484089,0.015431363,0.0005585382,0.00032190882,0.0001727501,0.000030987736],"category_scores_gemma":[0.06644959,0.00015427094,0.000026900145,0.00097194803,0.00042300386,0.0003297739,0.0005339542,0.014033567,0.000007734974],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058421213,0.00029851412,0.056126665,0.000106631254,0.00005814233,0.000024406821,0.58827335,0.0034405706,0.0064369077,0.22358829,0.00067430333,0.120387994],"study_design_scores_gemma":[0.0017753494,0.0022967756,0.09354615,0.002048105,0.00003333463,0.0000117244335,0.43640032,0.014972122,0.00007922157,0.0023934843,0.44570687,0.00073651073],"about_ca_topic_score_codex":0.0019253526,"about_ca_topic_score_gemma":0.0012511581,"teacher_disagreement_score":0.44503257,"about_ca_system_score_codex":0.00015079806,"about_ca_system_score_gemma":0.0001462436,"threshold_uncertainty_score":0.9882411},"labels":[],"label_agreement":null},{"id":"W1963714746","doi":"10.3138/jvme.38.4.384","title":"Influence of a Veterinary Curriculum on the Approaches and Study Skills of Veterinary Medical Students","year":2011,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Curriculum; Psychology; Medical education; Study skills; Descriptive statistics; Test (biology); Experiential learning; Reading (process); Perception; Mathematics education; Veterinary medicine; Medicine; Pedagogy; Psychometrics; Mathematics; Clinical psychology","score_opus":0.26587468014265947,"score_gpt":0.49943475993410674,"score_spread":0.23356007979144727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963714746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946099,0.00022877795,0.000011055663,0.0033922866,0.00062123965,0.00036032047,9.587644e-7,0.000009412,0.00076607266],"genre_scores_gemma":[0.9986565,0.0003110524,0.0004094914,0.0002869383,0.00026100903,0.000021427402,6.768377e-7,0.000011703614,0.00004117359],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9924787,0.0025135232,0.00095064257,0.00020331338,0.0036516946,0.00020212382],"domain_scores_gemma":[0.9967759,0.0010117956,0.0012422191,0.00026586445,0.00033465785,0.00036956306],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012041515,0.00015685921,0.0003616461,0.00020213124,0.00022474406,0.000033869856,0.0012541912,0.00016302464,0.0005031134],"category_scores_gemma":[0.012095141,0.00010894315,0.0000937737,0.00025882636,0.0006765586,0.00057774445,0.00026558086,0.0006193739,0.0000047829926],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020790074,0.0507686,0.48895088,0.0004748518,0.00078316726,0.000424468,0.3366824,0.000027846103,0.0011262977,0.0036414738,0.0019320879,0.113108896],"study_design_scores_gemma":[0.0013488437,0.01817943,0.9157109,0.0014083332,0.0001701924,0.000671429,0.055694107,0.000064964246,0.00003975787,0.0005350621,0.005925868,0.00025108573],"about_ca_topic_score_codex":0.0006002231,"about_ca_topic_score_gemma":0.000014298749,"teacher_disagreement_score":0.42676005,"about_ca_system_score_codex":0.0000856906,"about_ca_system_score_gemma":0.0014426331,"threshold_uncertainty_score":0.99622643},"labels":[],"label_agreement":null},{"id":"W1964102360","doi":"10.3109/01421590903480097","title":"Student and teaching characteristics related to ratings of instruction in medical sciences graduate programs","year":2010,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Office of Graduate Education, Massachusetts Institute of Technology","keywords":"Medical education; Graduate students; Psychology; Mathematics education; Medicine","score_opus":0.12433797288828874,"score_gpt":0.4771407627285972,"score_spread":0.35280278984030844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964102360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9572178,0.000009566976,0.000026792504,0.032299988,0.0006072901,0.0002600076,1.737276e-7,0.00006227447,0.009516079],"genre_scores_gemma":[0.9981536,0.00001783184,0.0011058935,0.0001503182,0.0001723725,0.000018374303,0.0000020068146,0.000008038988,0.00037152908],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952288,0.0009868593,0.00050704734,0.00029080958,0.002711363,0.000275123],"domain_scores_gemma":[0.9990151,0.00023886307,0.00020932293,0.000112888425,0.00005176905,0.00037207923],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021586947,0.00009885341,0.00021126034,0.0001405286,0.00036582336,0.00008325836,0.00043519345,0.0002534846,0.0008642246],"category_scores_gemma":[0.024823664,0.00008358046,0.000027578948,0.00023488331,0.0009789297,0.00028849675,0.00013605366,0.0014663582,0.00001293776],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006290041,0.00025919807,0.6397036,0.000009374845,0.00000945608,0.000008312413,0.031570062,2.2832809e-7,0.000051920404,0.033198036,0.00006230118,0.29512128],"study_design_scores_gemma":[0.00305787,0.0007797259,0.89277315,0.00091020914,0.0000731104,0.00006982129,0.033597384,0.008905156,0.00003294882,0.0062023643,0.052766062,0.0008321947],"about_ca_topic_score_codex":0.0020491318,"about_ca_topic_score_gemma":0.0019282689,"teacher_disagreement_score":0.29428908,"about_ca_system_score_codex":0.000039393788,"about_ca_system_score_gemma":0.00038064783,"threshold_uncertainty_score":0.9833907},"labels":[],"label_agreement":null},{"id":"W1964635269","doi":"10.5539/res.v5n4p71","title":"Student Attitudes towards Teaching Methods Used in Universities the UK","year":2013,"lang":"en","type":"article","venue":"Review of European Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Significant difference; Context (archaeology); Perspective (graphical); Teaching method; Psychology; Mathematics education; Data collection; Higher education; Questionnaire; Positive attitude; Medical education; Sociology; Social science; Medicine; Social psychology; Computer science; Political science; Geography","score_opus":0.2972574721474318,"score_gpt":0.5722467355942532,"score_spread":0.2749892634468214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964635269","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11971021,0.41689274,0.00012427529,0.05286461,0.0004754661,0.0013460439,0.0000016274553,0.00009437191,0.40849066],"genre_scores_gemma":[0.7252092,0.2555635,0.011812471,0.0016488725,0.0002081555,0.000023169128,9.676925e-7,0.00002049498,0.005513215],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98804396,0.010734473,0.0003875919,0.00016595706,0.00049428357,0.00017372286],"domain_scores_gemma":[0.99768496,0.0015056168,0.00033559723,0.00023847174,0.00020454862,0.000030812207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019981215,0.000109973225,0.00034549498,0.000057843896,0.0004879394,0.000050629005,0.0005539109,0.000011880562,0.00017458013],"category_scores_gemma":[0.0035946455,0.00007095295,0.00009550703,0.00017243561,0.0003410119,0.00036939586,0.00031215145,0.00023629477,0.00008167741],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006085194,0.00033895078,0.0806875,0.004934371,0.0010281054,0.0000140081775,0.38878983,0.000031340605,0.00012885004,0.11978369,0.04627064,0.35798663],"study_design_scores_gemma":[0.00022798326,0.00006349398,0.31282842,0.0071559106,0.00020986296,7.861159e-7,0.2090044,0.000002359089,0.000008509137,0.00019773602,0.47005454,0.00024600863],"about_ca_topic_score_codex":0.0013851721,"about_ca_topic_score_gemma":0.0002351708,"teacher_disagreement_score":0.60549897,"about_ca_system_score_codex":0.00013457418,"about_ca_system_score_gemma":0.00008258687,"threshold_uncertainty_score":0.692513},"labels":[],"label_agreement":null},{"id":"W1966096845","doi":"10.3138/jvme.37.3.282","title":"Relationships Between Students' Approaches to Learning, Perceptions of the Teaching–Learning Environment, and Study Success: A Case Study of Third-Year Veterinary Students","year":2010,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Perception; Veterinary education; Teaching method; Psychology; Problem-based learning; Experiential learning; Medicine; Mathematics education; Veterinary medicine; Pedagogy; Curriculum","score_opus":0.3089480352549273,"score_gpt":0.4958327875650928,"score_spread":0.1868847523101655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966096845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971547,0.000022112921,0.000042803902,0.0014192425,0.00046823616,0.00070778653,6.58078e-7,0.0000111228,0.00017330456],"genre_scores_gemma":[0.99870926,0.000018540617,0.00064663566,0.000013940926,0.000344492,0.00002197153,9.135972e-7,0.000014923869,0.00022929104],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9904225,0.0059990897,0.0008267894,0.00021660418,0.002376761,0.00015826391],"domain_scores_gemma":[0.997233,0.0009666829,0.0011325693,0.00024064459,0.00011981632,0.00030729253],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015328128,0.00013520301,0.00030260987,0.00024116722,0.0010611116,0.00009303269,0.0008031333,0.00012905321,0.00016146983],"category_scores_gemma":[0.009458524,0.00010765067,0.00007370346,0.00019380749,0.00023085838,0.00052171544,0.0003773942,0.0022358033,0.0000037129362],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045628985,0.0036368053,0.81390357,0.000014391378,0.00008676548,0.000018689296,0.17816664,0.000047736597,0.00010462496,0.000024999275,0.000025815492,0.003924309],"study_design_scores_gemma":[0.0005307761,0.0031135892,0.6677195,0.000060772592,0.00015584535,0.00019047939,0.32681456,0.000008011638,5.335794e-7,0.00001717914,0.0013171952,0.0000715634],"about_ca_topic_score_codex":0.0012952763,"about_ca_topic_score_gemma":0.00023795603,"teacher_disagreement_score":0.14864792,"about_ca_system_score_codex":0.000092047114,"about_ca_system_score_gemma":0.00042807596,"threshold_uncertainty_score":0.9988852},"labels":[],"label_agreement":null},{"id":"W1967317100","doi":"10.2304/plat.2012.11.2.238","title":"How to Create a More Inclusive Learning Strategy in Large Upper-Year Undergraduate Courses: The Use of Differentiated Evaluation","year":2012,"lang":"en","type":"article","venue":"Psychology Learning & Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Diversity (politics); Mathematics education; Inclusion (mineral); Process (computing); Elite; Differentiated instruction; Universal Design for Learning; Pedagogy; Psychology; Medical education; Computer science; Sociology; Political science; Medicine","score_opus":0.15880076275677,"score_gpt":0.48138759189876434,"score_spread":0.3225868291419943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967317100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95335233,0.00016841727,0.0034055249,0.03729919,0.0003750259,0.000658164,0.0000020184061,0.00013626453,0.0046030493],"genre_scores_gemma":[0.9963738,0.000051602816,0.0009214964,0.00045107387,0.00020770516,0.000054147753,0.00002744819,0.000038249324,0.0018745079],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9848561,0.012548481,0.0004169161,0.0004144285,0.0009910959,0.00077292597],"domain_scores_gemma":[0.99690014,0.0017579491,0.0006484114,0.00031170034,0.00022361451,0.00015819671],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.015597966,0.0002252161,0.0003186075,0.00036582237,0.0016228153,0.00025801655,0.0004363652,0.00021274398,0.00014060954],"category_scores_gemma":[0.01718013,0.00019411884,0.00009754463,0.00043382114,0.00019806833,0.0012869161,0.00016061102,0.0021346721,0.000045658773],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111354064,0.00043321506,0.8010482,0.0000109085195,0.00010876139,0.0000016575151,0.13912888,0.019760016,0.00073045905,0.010794114,0.0005836631,0.027288754],"study_design_scores_gemma":[0.0020583093,0.00042569367,0.7673639,0.00019737372,0.00026446526,0.0000065322865,0.09456414,0.011687065,0.000017754257,0.00073544274,0.122116566,0.00056273513],"about_ca_topic_score_codex":0.0020252075,"about_ca_topic_score_gemma":0.00092970225,"teacher_disagreement_score":0.1215329,"about_ca_system_score_codex":0.00024069358,"about_ca_system_score_gemma":0.00013940003,"threshold_uncertainty_score":0.99967694},"labels":[],"label_agreement":null},{"id":"W1967851874","doi":"10.5206/cjsotl-rcacea.2012.1.7","title":"Fostering Scholarship Capacity: The Experience of Nurse Educators","year":2012,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"North Island College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Vancouver Foundation","keywords":"Scholarship; Sociology; Qualitative research; Engaged scholarship; Pedagogy; Political science; Social science","score_opus":0.2228998637533482,"score_gpt":0.4402399083067676,"score_spread":0.21734004455341943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967851874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9782402,0.0026542703,0.00012193516,0.014921004,0.0010700508,0.00022827745,0.000001761761,0.000011810982,0.0027506824],"genre_scores_gemma":[0.9976312,0.000030060568,0.00064065005,0.0002543643,0.0005473881,0.000009472859,3.1703894e-7,0.000017543893,0.00086899265],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99373096,0.0048269634,0.00031679837,0.000106182,0.0005060178,0.0005130668],"domain_scores_gemma":[0.9948722,0.003808235,0.0005566881,0.00023757902,0.00016320405,0.00036210185],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048203286,0.000120411794,0.00015457945,0.000121696976,0.013673878,0.00054365065,0.00092893967,0.000084871506,0.00006025733],"category_scores_gemma":[0.028447313,0.00006833647,0.000119098455,0.00014437507,0.0007451779,0.0012658028,0.000048370996,0.0034921523,0.0000028334514],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028058797,0.000018661553,0.17194887,0.000021235619,0.00010376677,3.784698e-7,0.6681874,0.00038037114,0.00037929078,0.037492603,0.00012189854,0.121317476],"study_design_scores_gemma":[0.0005049814,0.00015501535,0.14804809,0.0005391796,0.00037352025,0.00016941501,0.5302956,0.0001219072,0.00032217588,0.010945335,0.30810156,0.00042316853],"about_ca_topic_score_codex":0.03720158,"about_ca_topic_score_gemma":0.01619626,"teacher_disagreement_score":0.30797967,"about_ca_system_score_codex":0.00014770371,"about_ca_system_score_gemma":0.0005588812,"threshold_uncertainty_score":0.99880683},"labels":[],"label_agreement":null},{"id":"W1968496538","doi":"10.4236/ce.2010.12011","title":"The Elephant in the Room: Understanding Barriers to Students’ Articulation of Diversity","year":2010,"lang":"en","type":"article","venue":"Creative Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Canadian Navy","funders":"","keywords":"Introspection; Conceptualization; Diversity (politics); Scholarship; Articulation (sociology); Pedagogy; Competition (biology); Sociology; Psychology; Political science; Computer science; Cognitive psychology; Ecology","score_opus":0.1779664872943159,"score_gpt":0.4848009960742906,"score_spread":0.3068345087799747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968496538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97003865,0.000012014995,0.0004074959,0.015143831,0.0004902474,0.00038400546,5.0986563e-7,0.000007890499,0.013515372],"genre_scores_gemma":[0.9991575,0.000009220856,0.00014776293,0.00016761076,0.00009769652,0.000019403598,0.0000014942652,0.000002047578,0.00039727276],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985256,0.000656139,0.000114016264,0.00009290576,0.0005115481,0.00009975658],"domain_scores_gemma":[0.9987578,0.0008076288,0.00013386045,0.00012833111,0.000114937015,0.00005746678],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0043968195,0.000040215542,0.000044665197,0.000055780256,0.0014659622,0.00010065409,0.00032281497,0.000029322771,0.00010323435],"category_scores_gemma":[0.0055201533,0.000027086231,0.00001909295,0.0002786009,0.000120882156,0.0002964649,0.000047473666,0.00014065356,0.000009745337],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001857308,0.00008938353,0.468195,0.0000016282113,0.000010156449,4.8124107e-8,0.33125216,0.000032098626,0.00033350656,0.19704126,0.0014143983,0.0016117982],"study_design_scores_gemma":[0.00007707762,0.000021221442,0.6022159,0.00001111799,0.000018748911,9.2670355e-8,0.37991834,0.000021751306,0.00010870758,0.010947422,0.0066129155,0.000046748646],"about_ca_topic_score_codex":0.0033357716,"about_ca_topic_score_gemma":0.010440185,"teacher_disagreement_score":0.18609384,"about_ca_system_score_codex":0.00019894322,"about_ca_system_score_gemma":0.00036304313,"threshold_uncertainty_score":0.999834},"labels":[],"label_agreement":null},{"id":"W1969105262","doi":"10.1080/030987700750022271","title":"The Teaching Roles, Institutional Locations, and Terms and Conditions of Employment of Part-time Teachers in UK Higher Education","year":2000,"lang":"en","type":"article","venue":"Journal of Further and Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"H2020 European Research Council; Yükseköğretim Kurulu; York University; Division of Graduate Education; Council for Higher Education; University of Warwick; Society for Research into Higher Education","keywords":"Disadvantage; Typology; Agency (philosophy); Institution; Variety (cybernetics); Higher education; Relevance (law); Sample (material); Sociology; Phenomenon; Order (exchange); Pedagogy; Psychology; Public relations; Mathematics education; Political science; Business; Social science; Statistics; Mathematics; Law","score_opus":0.038786060259570564,"score_gpt":0.39801475864500285,"score_spread":0.3592286983854323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969105262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9554087,0.0038464698,0.0000025289605,0.028823059,0.0003520642,0.00014299621,0.0000025477962,0.0000038648723,0.011417769],"genre_scores_gemma":[0.99069947,0.0008266163,0.0003763202,0.00018747966,0.0002614826,0.000009278669,0.0000044636413,0.0000049344326,0.007629946],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987346,0.00040637417,0.00039953104,0.000090959424,0.00028287503,0.00008565703],"domain_scores_gemma":[0.9990715,0.00026017232,0.00041995363,0.00007996228,0.00010106667,0.00006736567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016379477,0.00006942686,0.0001238303,0.00012600524,0.00033859146,0.000068490306,0.00009239963,0.00005464694,0.00045669774],"category_scores_gemma":[0.00008355457,0.00005480973,0.000024663192,0.000086391025,0.0002916267,0.00048271986,0.00000873194,0.00018222004,0.0000017108204],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013901318,0.0018427188,0.30068448,0.00005071106,0.00018568413,3.8888504e-7,0.08408737,0.0001281965,0.0013394589,0.16791275,0.017692564,0.42593664],"study_design_scores_gemma":[0.00029502585,0.00006561633,0.7226485,0.00016458576,0.00006610611,0.000006793186,0.0034672928,0.0000040414207,0.000018101995,0.008536664,0.26464954,0.000077729],"about_ca_topic_score_codex":0.0009391194,"about_ca_topic_score_gemma":0.00016526152,"teacher_disagreement_score":0.4258589,"about_ca_system_score_codex":0.00007993903,"about_ca_system_score_gemma":0.00061096397,"threshold_uncertainty_score":0.50005203},"labels":[],"label_agreement":null},{"id":"W1971168235","doi":"10.1080/03043797.2011.637189","title":"Changes in student effort and grade expectation in the course of a term","year":2011,"lang":"en","type":"article","venue":"European Journal of Engineering Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Mathematics education; Task (project management); Psychology; Term (time); Mode (computer interface); Engineering; Computer science","score_opus":0.09427890451513564,"score_gpt":0.39829001951441845,"score_spread":0.3040111149992828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971168235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968652,0.0002332209,0.0000637861,0.0012232575,0.00027387225,0.00006817277,7.7581056e-8,0.0000029455791,0.0012694784],"genre_scores_gemma":[0.99872047,0.00009479574,0.0010297782,0.00001954024,0.00011330288,0.0000013821212,2.3455452e-7,0.000004437433,0.000016057907],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9992422,0.00032418343,0.00017484113,0.00003679559,0.00016862682,0.000053362044],"domain_scores_gemma":[0.99960434,0.00008658413,0.00019856294,0.000044655444,0.00004584084,0.000019984593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034339323,0.000034072742,0.000054467393,0.00012849904,0.000022474314,0.00001599937,0.00013247973,0.000007494671,0.000006815757],"category_scores_gemma":[0.0002701996,0.000026973321,0.0000109715365,0.00010824391,0.00001791772,0.00018652235,0.0000060659872,0.00010877512,4.902225e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011649789,0.0004750249,0.23073083,0.000024482257,0.000013886816,0.0000064375777,0.75258106,0.00023141324,0.0009544233,0.0039550285,0.00011370868,0.010902045],"study_design_scores_gemma":[0.00010688901,0.000054448057,0.9758985,0.000083167266,0.000007657535,0.000004296637,0.023164669,0.0000132138,0.000057998386,0.000021215707,0.0005604081,0.000027525406],"about_ca_topic_score_codex":0.000072846204,"about_ca_topic_score_gemma":0.00015521055,"teacher_disagreement_score":0.7451677,"about_ca_system_score_codex":0.00003030088,"about_ca_system_score_gemma":0.00006294015,"threshold_uncertainty_score":0.11901393},"labels":[],"label_agreement":null},{"id":"W1971858229","doi":"10.1177/082957350301800102","title":"Testing Competing Structural Models of Approaches to Learning in a Sample of Undergraduate Students: A Confirmatory Factor Analysis","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of School Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Confirmatory factor analysis; Goodness of fit; Structural equation modeling; Test (biology); Sample (material); Mathematics education; Reliability (semiconductor); Consistency (knowledge bases); Factor analysis; Item analysis; Psychometrics; Social psychology; Applied psychology; Developmental psychology; Statistics; Artificial intelligence","score_opus":0.405819735383028,"score_gpt":0.45425818926968564,"score_spread":0.04843845388665763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971858229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99223894,0.00015898288,0.0021488452,0.0024911289,0.00016109084,0.000116755786,0.0000061640203,0.000004248629,0.0026738187],"genre_scores_gemma":[0.98963463,0.000003845758,0.0101683065,0.00013400581,0.000031033782,0.0000012595557,7.2972034e-7,0.000008064851,0.000018096316],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99676913,0.0016296078,0.0007317483,0.00015541523,0.00041541972,0.00029870085],"domain_scores_gemma":[0.9973054,0.0008573965,0.0009494802,0.00012663961,0.00030060214,0.00046050825],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038767639,0.00009603198,0.0003990963,0.001068925,0.00018590402,0.000049206705,0.00044159027,0.00008429584,0.00015549074],"category_scores_gemma":[0.01084757,0.00010031481,0.00009709835,0.0010533793,0.00017057548,0.00035809752,0.000009955914,0.0004908715,0.0000018190576],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012329888,0.000014684882,0.95372087,0.000007161303,0.00017472425,0.000006110097,0.008774093,0.031684972,0.00008866817,0.0047636055,0.000020098274,0.0007326991],"study_design_scores_gemma":[0.0010217454,0.00023517647,0.96217453,0.00012162483,0.0002176383,0.000014958737,0.023318198,0.00092149386,0.00002238177,0.010665569,0.0010459024,0.0002407579],"about_ca_topic_score_codex":0.030743351,"about_ca_topic_score_gemma":0.11952332,"teacher_disagreement_score":0.08877996,"about_ca_system_score_codex":0.0001973228,"about_ca_system_score_gemma":0.0012576662,"threshold_uncertainty_score":0.9974845},"labels":[],"label_agreement":null},{"id":"W1972819794","doi":"10.1097/00001888-200408000-00016","title":"Effectiveness of a Brief Workshop Designed to Improve Teaching Performance at the University of Alberta","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medical education; Psychology; Set (abstract data type); Medicine; Computer science","score_opus":0.04929736724252395,"score_gpt":0.380405012044672,"score_spread":0.33110764480214805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972819794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9700745,0.00017701223,0.0026064275,0.018335704,0.0001745351,0.0004091914,5.121413e-7,0.000015644619,0.008206483],"genre_scores_gemma":[0.99644923,0.00014377171,0.00016601308,0.00018791469,0.000092597256,0.0000016221446,0.0000012827827,0.0000055051755,0.0029520488],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9980068,0.0009494034,0.00018725016,0.00017055064,0.0005197109,0.00016626643],"domain_scores_gemma":[0.9957336,0.0036509233,0.00026418452,0.00018667869,0.00007972611,0.000084895284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008971836,0.000074246855,0.00019233847,0.000057409095,0.00044426645,0.0000017779765,0.00045766297,0.00011261055,0.00013028902],"category_scores_gemma":[0.0072529335,0.00005528899,0.000026459174,0.00022371935,0.0004730008,0.00022424589,0.00009615159,0.00043769757,0.000016597764],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012069677,0.000054251494,0.028096626,0.00038956685,0.00015958663,0.0000025235029,0.7540151,0.0042448463,0.13320048,0.0443397,0.0032175812,0.031072784],"study_design_scores_gemma":[0.021386892,0.0037846337,0.27670175,0.01592073,0.0018062613,0.000025514428,0.29763812,0.0008640563,0.07541617,0.010137892,0.29457614,0.001741852],"about_ca_topic_score_codex":0.019572115,"about_ca_topic_score_gemma":0.00097228587,"teacher_disagreement_score":0.45637697,"about_ca_system_score_codex":0.00022308141,"about_ca_system_score_gemma":0.00017204505,"threshold_uncertainty_score":0.98695666},"labels":[],"label_agreement":null},{"id":"W1973608616","doi":"10.1080/13678860500523262","title":"The nature of faculty work: A Canadian and US comparison","year":2006,"lang":"en","type":"article","venue":"Human Resource Development International","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Work (physics); Management; Sociology; Political science; Engineering; Economics; Mechanical engineering","score_opus":0.08801283122472864,"score_gpt":0.4124731867970493,"score_spread":0.32446035557232067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973608616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8081562,0.000110903165,0.000009131586,0.008954364,0.00013730279,0.0000997603,0.0000039269157,0.000020107276,0.18250829],"genre_scores_gemma":[0.98529994,0.0000024486858,0.0010152006,0.00015084102,0.00010637447,0.0000073137885,0.00006169361,0.0000044993435,0.013351654],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99879926,0.00011832707,0.00022404015,0.0001164992,0.0005875395,0.0001543237],"domain_scores_gemma":[0.9993996,0.00017817733,0.00017296601,0.00006219016,0.00012792187,0.000059117563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011909923,0.000059737733,0.00006272103,0.00008900972,0.0010593097,0.00015196839,0.0003197456,0.00007341997,0.00016689321],"category_scores_gemma":[0.0002387113,0.000049664377,0.000017849094,0.00007729123,0.0001454503,0.00008680747,0.00004076499,0.00020473632,0.000011867964],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015876076,0.000049000282,0.7409779,0.000002893121,0.0000664964,0.0000019346624,0.014116742,0.00008239607,0.000016116108,0.18252161,0.052350596,0.009798436],"study_design_scores_gemma":[0.000064822445,0.0000016794992,0.38882086,0.000009663622,0.0000020028608,2.2867762e-7,0.000939753,0.000010619413,0.000015330617,0.00020646123,0.60988915,0.000039411065],"about_ca_topic_score_codex":0.041290868,"about_ca_topic_score_gemma":0.3515041,"teacher_disagreement_score":0.55753857,"about_ca_system_score_codex":0.00020347585,"about_ca_system_score_gemma":0.00023129508,"threshold_uncertainty_score":0.96509326},"labels":[],"label_agreement":null},{"id":"W1975895353","doi":"10.1108/18363261211261746","title":"Students' perception of quality for a business program delivered in Canada and China","year":2012,"lang":"en","type":"article","venue":"Journal of International Education in Business","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Reputation; Quality (philosophy); Accreditation; Originality; Perception; Psychology; China; Marketing; Medical education; Public relations; Business; Social psychology; Political science; Medicine; Creativity","score_opus":0.0806862208033939,"score_gpt":0.5037839476902598,"score_spread":0.4230977268868659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975895353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883347,0.0001398946,0.00028691938,0.00851704,0.0021948048,0.00024378627,0.0000037557345,0.0000023720609,0.00027668173],"genre_scores_gemma":[0.99489486,0.00021110826,0.00429083,0.0000904983,0.0003575444,0.000020059942,0.0000076269885,0.0000047853505,0.00012270747],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99831736,0.00023153868,0.00056720467,0.00007046786,0.0007002385,0.00011321635],"domain_scores_gemma":[0.996907,0.00026520112,0.0007904864,0.00004884431,0.0019343214,0.000054149106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031248685,0.00005992721,0.0001467321,0.0002501488,0.000051876126,0.000046729958,0.0002510178,0.000036420017,0.000078608115],"category_scores_gemma":[0.00436352,0.000058562517,0.000020850126,0.000318046,0.000044977038,0.0010748154,0.000021542357,0.000102666585,3.1442383e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000957895,0.0007545685,0.9431875,0.000038650567,0.000015366828,1.3878481e-7,0.006898695,0.00014972498,0.00006368747,0.0016526298,0.00032102852,0.04682225],"study_design_scores_gemma":[0.00045646133,0.000008757694,0.9850132,0.000118071635,0.000009301904,0.000003932442,0.008602632,0.000036346417,0.0000033973279,0.00020750811,0.005482469,0.00005792891],"about_ca_topic_score_codex":0.7883817,"about_ca_topic_score_gemma":0.6138281,"teacher_disagreement_score":0.17455356,"about_ca_system_score_codex":0.0009643542,"about_ca_system_score_gemma":0.0038502542,"threshold_uncertainty_score":0.68301857},"labels":[],"label_agreement":null},{"id":"W1976796525","doi":"10.5206/cjsotl-rcacea.2010.2.6","title":"Une perspective SoTL au développement professionnel des enseignants au supérieur : Qu’est-ce que cela signifie pour le conseil pédagogique?","year":2010,"lang":"fr","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Scholarship of Teaching and Learning; Sociology; Philosophy; Pedagogy; Teaching method","score_opus":0.217963469411181,"score_gpt":0.4096775280535667,"score_spread":0.19171405864238572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976796525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78100675,0.0030879807,0.0008005219,0.20834775,0.0021258695,0.00046226828,0.000011448824,0.000023468425,0.0041339234],"genre_scores_gemma":[0.9642722,0.00016931095,0.0030649523,0.00039507597,0.0011076668,0.000016732572,0.0000019540046,0.00005349626,0.030918628],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9877098,0.009729917,0.0005742374,0.00035347624,0.0006139757,0.0010185579],"domain_scores_gemma":[0.99102324,0.006186674,0.0010156175,0.00030108573,0.0006804648,0.0007929443],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04746022,0.00033028793,0.00034960845,0.00020138171,0.03072651,0.000886993,0.0010204521,0.00034016484,0.00012198552],"category_scores_gemma":[0.03507965,0.0002353976,0.00023134174,0.00025377583,0.0018709878,0.0010761871,0.00007082294,0.010566512,0.000016151902],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010796736,0.0000941164,0.02053374,0.00008226157,0.00035913082,0.00001988962,0.81334263,0.0019315291,0.0018774321,0.10177611,0.001136682,0.058738485],"study_design_scores_gemma":[0.0013722555,0.00043817548,0.051698204,0.0012856171,0.00052804203,0.00037375884,0.78353643,0.00096959714,0.00023767704,0.06525822,0.09366235,0.00063964044],"about_ca_topic_score_codex":0.64591163,"about_ca_topic_score_gemma":0.6245978,"teacher_disagreement_score":0.20795268,"about_ca_system_score_codex":0.0010145782,"about_ca_system_score_gemma":0.02327479,"threshold_uncertainty_score":0.99171615},"labels":[],"label_agreement":null},{"id":"W1977352630","doi":"10.1080/13601440903529943","title":"Identifying the potential organizational impact of an educational peer review program","year":2010,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Documentation; Valuation (finance); Psychology; Library science; Pedagogy; Sociology; Business; Computer science","score_opus":0.133835510325108,"score_gpt":0.5470072494468942,"score_spread":0.4131717391217862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977352630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6157289,0.0010528245,0.0015453142,0.36897165,0.009056764,0.001523209,0.000024795938,0.000058931182,0.0020375662],"genre_scores_gemma":[0.96494126,0.0012083135,0.019470504,0.001752599,0.0038847649,0.00012706066,0.00013542091,0.000028682089,0.008451405],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996358,0.0002464561,0.000554482,0.00012900219,0.0025216872,0.00019039454],"domain_scores_gemma":[0.99568814,0.0005035424,0.0007039071,0.000109920205,0.0028945624,0.000099956924],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011693286,0.00010073776,0.000104357416,0.00008499883,0.0010646053,0.00022820168,0.0017886219,0.0000806822,0.0014786455],"category_scores_gemma":[0.00659774,0.000059161204,0.00012231717,0.00015366774,0.00017423123,0.00065708754,0.00009264151,0.0008672853,0.000026767653],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032181278,0.001182022,0.02352761,0.00011250906,0.002587586,0.0000059583363,0.06180845,0.0008406227,0.011978884,0.18189049,0.31943533,0.39630872],"study_design_scores_gemma":[0.00072015106,0.00006972,0.13711078,0.0004521766,0.00016911468,0.00048104767,0.0019787212,0.00044015233,0.00048140512,0.055414792,0.80233395,0.00034797576],"about_ca_topic_score_codex":0.000095705436,"about_ca_topic_score_gemma":0.00008334868,"teacher_disagreement_score":0.48289862,"about_ca_system_score_codex":0.00024995068,"about_ca_system_score_gemma":0.0027320846,"threshold_uncertainty_score":0.9994341},"labels":[],"label_agreement":null},{"id":"W1982854655","doi":"10.3138/jvme.30.1.81","title":"In Retrospect: Teaching Is “Dribbling and Passing”","year":2003,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Active listening; Introspection; Plan (archaeology); Teaching method; Repetition (rhetorical device); Style (visual arts); Key (lock); Mathematics education; Teaching assistant; Pedagogy; Teaching and learning center; Psychology; Computer science; Communication","score_opus":0.16971719190790946,"score_gpt":0.5194453715161279,"score_spread":0.34972817960821845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982854655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9330959,0.00061870215,0.00019328193,0.05517609,0.0015059102,0.00004869813,8.065675e-8,0.0000057246098,0.009355622],"genre_scores_gemma":[0.991739,0.0003006036,0.0054382663,0.0016735307,0.00045910737,0.0000012790406,1.5416325e-7,0.000005303922,0.000382782],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997642,0.0010059212,0.00035981694,0.000090027315,0.0007747645,0.00012747712],"domain_scores_gemma":[0.9989323,0.00035572558,0.0003538848,0.000061515086,0.000096499694,0.00020005384],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008684396,0.00005430955,0.00012171129,0.00017011863,0.00023306005,0.000074182106,0.00012022881,0.000087498884,0.0007336822],"category_scores_gemma":[0.019280465,0.000050592866,0.000030431493,0.000119377764,0.0000937563,0.00087422825,0.000012883854,0.00056541304,0.000004033412],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021706473,0.0027558354,0.14926071,0.00013576333,0.00007872861,0.0001995471,0.25583693,0.000009279888,0.0018240665,0.15826413,0.055498727,0.3759192],"study_design_scores_gemma":[0.0006179401,0.00041748237,0.028374609,0.00045008908,0.000024637788,0.00051458314,0.014612065,0.00008600482,0.000024050452,0.008459498,0.94626844,0.0001505935],"about_ca_topic_score_codex":0.0002561387,"about_ca_topic_score_gemma":0.00002984758,"teacher_disagreement_score":0.8907697,"about_ca_system_score_codex":0.00017944237,"about_ca_system_score_gemma":0.0015747837,"threshold_uncertainty_score":0.98898053},"labels":[],"label_agreement":null},{"id":"W1983155956","doi":"10.1353/pla.2007.0041","title":"Finding Time for Scholarship: A Survey of Canadian Research University Librarians","year":2007,"lang":"en","type":"article","venue":"portal Libraries and the Academy","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Survey research; Library science; Political science; Sociology; Medical education; Public relations; Psychology; Medicine; Computer science; Law; Socioeconomics","score_opus":0.3120017948446834,"score_gpt":0.43801865114474237,"score_spread":0.126016856300059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983155956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6791561,0.00091260904,0.000083338804,0.085286394,0.00014977837,0.0010140655,0.00016903607,0.000065562825,0.2331631],"genre_scores_gemma":[0.9915722,0.00011668787,0.0006474997,0.00019753359,0.00008642868,9.454521e-7,0.0000135622295,0.0000074559252,0.007357657],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980907,0.0009634864,0.00014577091,0.00013549077,0.00033581807,0.00032874945],"domain_scores_gemma":[0.99450153,0.0050542904,0.000113533606,0.00007594741,0.000072826035,0.00018184817],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02057133,0.00005125735,0.00011247234,0.0003148221,0.0015004793,0.00015590053,0.00041515724,0.00013467068,0.00016140236],"category_scores_gemma":[0.004809922,0.000042593812,0.000031005646,0.00075509754,0.00086283486,0.001485205,0.000078520825,0.0003766504,0.000007439177],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017498269,0.0000068969457,0.041567948,0.0000052669843,0.0000270026,0.0000013513093,0.0061730556,7.209727e-7,0.0000061896744,0.947089,0.0034470267,0.0015005522],"study_design_scores_gemma":[0.00061827415,0.000033756456,0.35765654,0.000019385403,0.000023057873,8.9487474e-7,0.005494056,0.000043554377,0.000086413005,0.031942345,0.60397047,0.0001112584],"about_ca_topic_score_codex":0.22502837,"about_ca_topic_score_gemma":0.13109149,"teacher_disagreement_score":0.91514665,"about_ca_system_score_codex":0.000020801177,"about_ca_system_score_gemma":0.000590946,"threshold_uncertainty_score":0.99979943},"labels":[],"label_agreement":null},{"id":"W1984357771","doi":"10.7202/1024671ar","title":"Les effets de l’EEE sur le développement professionnel des enseignants et l’expérience d’apprentissage des étudiants","year":2014,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.34708029558659603,"score_gpt":0.45446224530532464,"score_spread":0.10738194971872861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984357771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8855138,0.0010320231,0.039724384,0.06500143,0.0024588448,0.00087529584,0.000009096059,0.00014356115,0.005241611],"genre_scores_gemma":[0.9684302,0.0010443464,0.023387443,0.00035938443,0.00032153385,0.00019470541,0.00008824545,0.000052877822,0.006121228],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9669612,0.029317407,0.00075706764,0.00069682254,0.0015846012,0.0006828971],"domain_scores_gemma":[0.9944187,0.0031128435,0.0009025671,0.0004523066,0.0008838725,0.00022974043],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.062213015,0.00037528804,0.00034299918,0.00020680526,0.0019266758,0.00031694083,0.00052148686,0.00036177586,0.0007463984],"category_scores_gemma":[0.01664575,0.00040377295,0.00012606126,0.00069171813,0.0005745964,0.0032185644,0.000111974,0.0005443757,0.00029531846],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002666972,0.0011660425,0.08683569,0.00022762055,0.00007008664,0.0000011472424,0.7385425,0.0014523675,0.0017165431,0.010017283,0.00447093,0.15547311],"study_design_scores_gemma":[0.0013025615,0.00013771525,0.93398327,0.00086024683,0.00018223726,0.000008543612,0.030627329,0.005182635,0.001308976,0.019035907,0.0068666823,0.0005038972],"about_ca_topic_score_codex":0.004897116,"about_ca_topic_score_gemma":0.009731429,"teacher_disagreement_score":0.8471476,"about_ca_system_score_codex":0.0013262948,"about_ca_system_score_gemma":0.0030029465,"threshold_uncertainty_score":0.9998414},"labels":[],"label_agreement":null},{"id":"W1985525340","doi":"10.5539/ass.v7n11p13","title":"Teaching Induction Program: Framework, Design and Delivery","year":2011,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Quality (philosophy); Professional development; Medical education; Program Design Language; Teaching and learning center; Teaching method; Faculty development; Key (lock); Computer science; Psychology; Mathematics education; Pedagogy; Medicine","score_opus":0.213727795123849,"score_gpt":0.44130073203251446,"score_spread":0.22757293690866545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985525340","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.118061185,0.000046949357,0.011099467,0.0084168,0.0007395704,0.0007386197,4.9066205e-7,0.0004390809,0.86045784],"genre_scores_gemma":[0.90744615,0.00001071316,0.09177042,0.00017646347,0.00029140993,0.000021632542,1.6182058e-7,0.000006242399,0.00027681552],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976425,0.00074711523,0.000139123,0.00031882102,0.00077667757,0.0003757256],"domain_scores_gemma":[0.99932,0.00015457951,0.00015747477,0.00010029837,0.000117746466,0.00014995184],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0074050897,0.00008365795,0.000087911525,0.00011150568,0.0037108425,0.00027082846,0.000424116,0.00011747345,0.00009693476],"category_scores_gemma":[0.0019313353,0.00008589177,0.00002634636,0.0005002051,0.0016783383,0.0019226255,0.000080621896,0.000399935,0.000033768254],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054546545,0.000050497027,0.0005802164,0.0000013207069,0.0000029908072,8.847665e-7,0.12368743,3.6892136e-8,0.00012705324,0.22316132,0.00009275313,0.65229005],"study_design_scores_gemma":[0.0004621312,0.0005289497,0.32384768,0.00009482978,0.00012091706,0.00001061913,0.19875996,0.0001803853,0.0005726829,0.36937687,0.104886375,0.0011586038],"about_ca_topic_score_codex":0.0032496823,"about_ca_topic_score_gemma":0.00008728226,"teacher_disagreement_score":0.86018103,"about_ca_system_score_codex":0.00014662085,"about_ca_system_score_gemma":0.00039049593,"threshold_uncertainty_score":0.9975862},"labels":[],"label_agreement":null},{"id":"W1990233393","doi":"10.1002/ir.6","title":"Improving Judgments About Teaching Effectiveness: How to Lie Without Statistics","year":2001,"lang":"en","type":"article","venue":"New Directions for Institutional Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Statistical analysis; Mathematics education; Psychology; Research methodology; Higher education; Computer science; Management science; Applied psychology; Statistics; Sociology; Political science; Mathematics; Economics; Law","score_opus":0.28533768247735514,"score_gpt":0.5458200586009814,"score_spread":0.26048237612362624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990233393","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11733298,0.00029306725,0.695275,0.026316114,0.0030573444,0.004144834,0.00018097663,0.0004971546,0.15290253],"genre_scores_gemma":[0.90409434,0.00009454931,0.058475852,0.00014215343,0.001476199,0.00050549686,0.00005269219,0.000028380919,0.035130333],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956236,0.00139515,0.00019915147,0.0004427426,0.0017201499,0.0006192153],"domain_scores_gemma":[0.9950862,0.003363056,0.000086199085,0.00022389997,0.00084244116,0.0003981811],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.011828633,0.00012854686,0.00015653092,0.00052756,0.0063979113,0.00058590074,0.000393314,0.00011131933,0.00012651912],"category_scores_gemma":[0.037099574,0.00013682341,0.000067007415,0.0006555343,0.00032051973,0.0009882086,0.00008377267,0.00066452165,0.00017060857],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002896339,0.00030585736,0.011776116,0.00004954756,0.00008396906,0.0000060927305,0.003202415,0.00083280914,0.0017878565,0.63654613,0.024681978,0.32043758],"study_design_scores_gemma":[0.00056912005,0.00015210928,0.012926818,0.00009733282,0.00002268996,0.000004949714,0.00084521546,0.0005105894,0.00012675172,0.006435112,0.97812665,0.0001826566],"about_ca_topic_score_codex":0.020976342,"about_ca_topic_score_gemma":0.009914984,"teacher_disagreement_score":0.95344466,"about_ca_system_score_codex":0.0012740011,"about_ca_system_score_gemma":0.0023508945,"threshold_uncertainty_score":0.99489564},"labels":[],"label_agreement":null},{"id":"W1992343021","doi":"10.3138/jvme.31.3.255","title":"An Attempt to Estimate Students’ Workload","year":2004,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workload; Coursework; Attendance; Casual; Medical education; Curriculum; Work (physics); Transparency (behavior); Psychology; Mathematics education; Computer science; Medicine; Pedagogy; Engineering; Political science","score_opus":0.20126781541601171,"score_gpt":0.5994824206582005,"score_spread":0.39821460524218877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992343021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9324107,0.000137125,0.0011775115,0.06326435,0.002051956,0.000101610894,1.3391802e-7,0.000018894629,0.0008377023],"genre_scores_gemma":[0.9864563,0.000071575756,0.010225229,0.0019037754,0.0011721416,0.000005107942,7.580299e-7,0.00000763244,0.00015749471],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99702877,0.0005054907,0.00038289084,0.00010750236,0.0018174149,0.00015794828],"domain_scores_gemma":[0.99849147,0.0001320249,0.0003348631,0.00012660086,0.0002705462,0.0006444815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00531268,0.00006829865,0.00012717234,0.00014654621,0.00025224616,0.00012346447,0.0006296599,0.00008103545,0.00057434797],"category_scores_gemma":[0.0056893313,0.00006193371,0.000046459118,0.00020053628,0.00007676493,0.00088136055,0.000032480028,0.00029273902,0.00007100294],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006399168,0.0085569965,0.051339686,0.00005541401,0.00012677533,0.00019493567,0.13928773,0.0013875833,0.0019819532,0.008639376,0.010940602,0.77684903],"study_design_scores_gemma":[0.0020903745,0.006004471,0.47016472,0.0020339524,0.0001350055,0.00070035487,0.02279906,0.000032546002,0.00007184281,0.0066596833,0.48879224,0.00051574997],"about_ca_topic_score_codex":0.00034320686,"about_ca_topic_score_gemma":0.00010448334,"teacher_disagreement_score":0.7763333,"about_ca_system_score_codex":0.00031058435,"about_ca_system_score_gemma":0.002918715,"threshold_uncertainty_score":0.6811072},"labels":[],"label_agreement":null},{"id":"W1995874702","doi":"10.1080/13803611.2014.997915","title":"What response rates are needed to make reliable inferences from student evaluations of teaching?","year":2014,"lang":"en","type":"article","venue":"Educational Research and Evaluation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Set (abstract data type); Range (aeronautics); Statistics; Confidence interval; Stability (learning theory); Psychology; Econometrics; Computer science; Mathematics; Engineering; Machine learning","score_opus":0.38417253970056386,"score_gpt":0.6224553468616918,"score_spread":0.23828280716112793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995874702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8305631,0.00040471018,0.000061527004,0.16305827,0.0005797557,0.0007831887,0.000006758305,0.00001396738,0.0045286664],"genre_scores_gemma":[0.9920956,0.00015514769,0.0021716456,0.00040469362,0.00051444606,0.00030803325,0.00006598508,0.0000105719855,0.0042738845],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98621833,0.00859986,0.00040414635,0.00040768337,0.0040398776,0.00033007652],"domain_scores_gemma":[0.9820212,0.0142181525,0.0002566345,0.00032133056,0.0029152578,0.00026739086],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06037384,0.00010762107,0.00016641212,0.000472268,0.0014229409,0.0006376741,0.00037986608,0.00008898683,0.0017991757],"category_scores_gemma":[0.08054115,0.000106877545,0.00003137282,0.00049786444,0.0002789024,0.0010837718,0.00010182846,0.0003412331,0.00020347285],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019223277,0.0026716224,0.23441926,0.000059996237,0.00024109274,2.3006886e-7,0.33966112,0.0032569033,0.009580683,0.16987029,0.13009562,0.10822088],"study_design_scores_gemma":[0.0006066111,0.0004015348,0.7075664,0.000285538,0.00005168014,2.3108383e-7,0.12552895,0.0022885061,0.00036654196,0.105446324,0.05725489,0.00020278766],"about_ca_topic_score_codex":0.0076777954,"about_ca_topic_score_gemma":0.0046387888,"teacher_disagreement_score":0.47314715,"about_ca_system_score_codex":0.00035542776,"about_ca_system_score_gemma":0.002233589,"threshold_uncertainty_score":0.9998771},"labels":[],"label_agreement":null},{"id":"W1997049199","doi":"10.1002/tl.20010","title":"Lessons learned: The McMaster inquiry story from innovation to institutionalization","year":2012,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Institutionalisation; Pedagogy; Engineering ethics; Political science; Sociology; Mathematics education; Psychology; Engineering","score_opus":0.24449486651513877,"score_gpt":0.4710243856623768,"score_spread":0.22652951914723804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997049199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6099953,0.0009588633,0.23941137,0.116436176,0.0028952877,0.0006994458,0.0000056027816,0.00055393245,0.029044013],"genre_scores_gemma":[0.9718139,0.000032382326,0.0075501455,0.00076729606,0.0020293314,0.000043341446,0.000029442643,0.000014832391,0.017719287],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975378,0.0016477872,0.00015518429,0.00017843094,0.00026793825,0.00021286817],"domain_scores_gemma":[0.9980516,0.0015397436,0.0001481802,0.00008500043,0.000086678876,0.00008882766],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.007103825,0.000083793486,0.00008107206,0.00017070725,0.0063087787,0.00017243554,0.0001002904,0.00007546725,0.000093902745],"category_scores_gemma":[0.011101764,0.00007455878,0.000029681261,0.0002999786,0.00009572001,0.00089702976,0.000031874115,0.0007687084,0.000029758005],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017078799,0.000042775646,0.006896701,0.0000032300381,0.00003130465,2.1605695e-8,0.2202208,0.002594902,0.00033756107,0.16368125,0.007819924,0.59835446],"study_design_scores_gemma":[0.00013757453,0.00001874752,0.012991914,0.000021991134,0.00003397595,4.915775e-7,0.023006625,0.0002138328,0.00000870043,0.0006543614,0.9628132,0.00009860592],"about_ca_topic_score_codex":0.0059088087,"about_ca_topic_score_gemma":0.00048349443,"teacher_disagreement_score":0.95499325,"about_ca_system_score_codex":0.00012622493,"about_ca_system_score_gemma":0.00011500686,"threshold_uncertainty_score":0.99722815},"labels":[],"label_agreement":null},{"id":"W1997672045","doi":"10.1177/1474022207080852","title":"The Internationalization of History Teaching through the Scholarship of Teaching and Learning Creating institutions to unite the efforts of a discipline","year":2007,"lang":"en","type":"article","venue":"Arts and Humanities in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Nature versus nurture; Honor; Internationalization; Scholarship of Teaching and Learning; Sociology; Face (sociological concept); Pedagogy; Higher education; Engineering ethics; Teaching and learning center; Teaching method; Political science; Social science; Law; Anthropology; Engineering; Computer science","score_opus":0.22075348522558533,"score_gpt":0.45554676510577635,"score_spread":0.23479327988019102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997672045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91062593,0.00090925646,0.0003007842,0.0050418354,0.00041756686,0.00019957934,5.1379726e-7,0.000008069395,0.082496464],"genre_scores_gemma":[0.9953166,0.000046306264,0.0005172738,0.00017013788,0.00014103786,0.000010265016,0.0000034583134,0.0000042989436,0.003790616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869275,0.00059786515,0.00028539496,0.000080449456,0.00026194763,0.000081613674],"domain_scores_gemma":[0.99761665,0.0018078666,0.0003404299,0.00009502318,0.00012719752,0.000012833012],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0063418644,0.000050243387,0.000066920235,0.00007854547,0.001630118,0.00005823886,0.00014192368,0.0000234054,0.00002403011],"category_scores_gemma":[0.0018469132,0.000031783635,0.000014949967,0.000056548255,0.0004523902,0.0005878136,0.00005180773,0.00030983487,1.4866414e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054026777,0.000029292392,0.010676283,0.000010241391,0.0000062682116,1.3510904e-8,0.21809167,0.00015193196,0.00005051414,0.7678177,0.00003545805,0.003125281],"study_design_scores_gemma":[0.00012520906,0.000054878612,0.267391,0.00030608007,0.00004217576,8.3019006e-7,0.144137,0.000045211837,0.000022814984,0.018156638,0.5696274,0.00009077209],"about_ca_topic_score_codex":0.0063418495,"about_ca_topic_score_gemma":0.00473427,"teacher_disagreement_score":0.749661,"about_ca_system_score_codex":0.00011541218,"about_ca_system_score_gemma":0.00013715337,"threshold_uncertainty_score":0.9996696},"labels":[],"label_agreement":null},{"id":"W1997727818","doi":"10.1177/0829573507301040","title":"Calibrating Canadian Universities","year":2007,"lang":"en","type":"article","venue":"Canadian Journal of School Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Ranking (information retrieval); Aside; Psychology; Rank (graph theory); Interpretation (philosophy); Selection (genetic algorithm); Mathematics education; Applied psychology; Computer science; Information retrieval; Mathematics; Linguistics","score_opus":0.13984549381606742,"score_gpt":0.460712736636216,"score_spread":0.32086724282014856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997727818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48730117,0.0005003788,0.00057110295,0.0825396,0.002745532,0.00008691148,0.00000650002,0.000012877928,0.4262359],"genre_scores_gemma":[0.9915292,0.000016381995,0.0016426464,0.004428527,0.0006964039,1.3340565e-7,8.370973e-7,0.000008964549,0.0016768846],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847955,0.00035578883,0.0003110398,0.000101937745,0.00022365121,0.00052806485],"domain_scores_gemma":[0.99680036,0.00021567174,0.00028027242,0.00011814639,0.00030028154,0.0022852605],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050623445,0.00007210799,0.00012618993,0.00087375136,0.0008157828,0.00010096855,0.00045787432,0.00015482432,0.0031549307],"category_scores_gemma":[0.0013856826,0.00008107269,0.000058204612,0.00029438542,0.0002892246,0.0006880595,0.0000035409298,0.0005221207,0.00011059878],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006226633,0.000023761162,0.48815593,0.0000074207123,0.00017823538,0.002373818,0.044885267,0.00010874533,0.00013308489,0.1274137,0.31126812,0.025389655],"study_design_scores_gemma":[0.0002716975,0.000064265856,0.096877284,0.000021511374,0.000019529034,0.000064965796,0.035079237,0.000001532779,0.0000053045633,0.0014045035,0.8660718,0.0001183774],"about_ca_topic_score_codex":0.8309451,"about_ca_topic_score_gemma":0.99461395,"teacher_disagreement_score":0.55480367,"about_ca_system_score_codex":0.0009858393,"about_ca_system_score_gemma":0.012104716,"threshold_uncertainty_score":0.9977563},"labels":[],"label_agreement":null},{"id":"W1998297688","doi":"10.5539/ies.v4n1p44","title":"A Case Study of Student Evaluation of Teaching in University","year":2011,"lang":"en","type":"article","venue":"International Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Course evaluation; Psychology; Affect (linguistics); Data collection; Medical education; Evaluation methods; Mathematics education; Higher education; Teaching method; Engineering; Medicine; Statistics","score_opus":0.5675075467113855,"score_gpt":0.5986915241704153,"score_spread":0.031183977459029788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998297688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97158533,0.00011845235,0.000009415138,0.00032216994,0.0010723572,0.00032562658,0.0000012683437,0.000009865831,0.026555525],"genre_scores_gemma":[0.9988853,0.000031644195,0.0006699051,0.000011801895,0.000041044692,0.000012748237,9.274591e-7,0.0000027697492,0.00034386863],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.997477,0.0011848661,0.00027824324,0.00013367478,0.00086606067,0.000060147202],"domain_scores_gemma":[0.9973665,0.00030620882,0.00038194898,0.000100939964,0.0018250175,0.000019376092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005228463,0.00005189083,0.000113999246,0.00031330073,0.0001461109,0.000006656001,0.00020302342,0.000021541051,0.00010435955],"category_scores_gemma":[0.0026593434,0.00005613747,0.000024639914,0.00015369379,0.00009059353,0.00040153496,0.00006223479,0.00009244742,0.0000021353985],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001794942,0.0025089064,0.39371192,0.000004781813,0.00016030324,0.0000063794746,0.58143413,0.000067913155,0.000007834975,0.010212106,0.00011206966,0.011755695],"study_design_scores_gemma":[0.00044864503,0.000058586837,0.116187036,0.000029556886,0.00008530733,0.0000050732774,0.88163567,0.000037272355,0.0000085227075,0.00077903614,0.0006762204,0.000049086095],"about_ca_topic_score_codex":0.025037805,"about_ca_topic_score_gemma":0.022209942,"teacher_disagreement_score":0.30020154,"about_ca_system_score_codex":0.00036096462,"about_ca_system_score_gemma":0.0003858294,"threshold_uncertainty_score":0.9956322},"labels":[],"label_agreement":null},{"id":"W1998645460","doi":"10.1080/0729436032000058623","title":"The Relationship between Students' Course Perception and their Approaches to Studying in Undergraduate Science Courses: A Canadian experience","year":2003,"lang":"en","type":"article","venue":"Higher Education Research & Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":168,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Workload; Perception; Scale (ratio); Mathematics education; Sample (material); Higher education; Medical education; Computer science; Medicine; Chemistry; Geography","score_opus":0.4917830444344724,"score_gpt":0.5374846249702474,"score_spread":0.045701580535775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998645460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94738,0.0001599723,0.00002359855,0.0444814,0.00029467008,0.0008790584,4.1685138e-7,0.00001783247,0.006763041],"genre_scores_gemma":[0.99286914,0.00003257827,0.0014236756,0.00013232295,0.000058974485,0.00045176758,0.000002302567,0.000009032013,0.0050202017],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99531966,0.0017397058,0.0002689574,0.00040879508,0.001623988,0.0006388876],"domain_scores_gemma":[0.99715334,0.0016936862,0.00007255536,0.00024720715,0.00033617855,0.0004970046],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.020363836,0.000103102204,0.00008756398,0.0005010733,0.005142804,0.0009101773,0.00065408286,0.000050792743,0.00004502922],"category_scores_gemma":[0.003003859,0.0000837532,0.000010082996,0.0016006072,0.00070562673,0.00060227676,0.00008440839,0.00037003664,0.000066314984],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018734029,0.00007042081,0.7951864,0.0000024879425,0.000004079152,1.2134437e-7,0.1249136,0.0000047391286,0.000005289482,0.074908905,0.00031084195,0.0045912154],"study_design_scores_gemma":[0.00006352687,0.0000116051815,0.7958899,0.000030881944,0.0000015350636,1.970959e-7,0.12544103,0.0000010827546,0.000006466415,0.0026430117,0.0758207,0.00009006881],"about_ca_topic_score_codex":0.02984786,"about_ca_topic_score_gemma":0.08538865,"teacher_disagreement_score":0.07550986,"about_ca_system_score_codex":0.001999003,"about_ca_system_score_gemma":0.011278351,"threshold_uncertainty_score":0.99615234},"labels":[],"label_agreement":null},{"id":"W1999320730","doi":"10.5430/wje.v2n6p32","title":"The American Professoriate: A Status Check of Factors and Perceptions","year":2012,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Promotion (chess); Publishing; Higher education; Liberal arts education; The arts; Perception; Public relations; Sociology; Political science; Quality (philosophy); Faculty development; Medical education; Pedagogy; Psychology; Professional development; Politics; Medicine; Law","score_opus":0.0878333330031151,"score_gpt":0.479286324502425,"score_spread":0.3914529914993099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999320730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851694,0.00063818647,0.000015057208,0.009831326,0.0012028635,0.00006996065,4.7240272e-7,0.000003240666,0.0030694974],"genre_scores_gemma":[0.9966436,0.00049911457,0.000804576,0.0000440696,0.00045611858,0.000001768997,4.5723604e-7,0.0000033948836,0.0015469079],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988367,0.00048981793,0.0002149214,0.000031255382,0.0002958251,0.00013147382],"domain_scores_gemma":[0.99813557,0.00058343133,0.00087907957,0.000060856397,0.00023809727,0.00010299123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023340245,0.000038149392,0.00008210978,0.000102392456,0.0003969483,0.000041661766,0.00009472616,0.000010111876,0.00006781565],"category_scores_gemma":[0.0015975003,0.000025261706,0.000031805765,0.00022870609,0.00020478902,0.0005461956,0.000008890813,0.00014918948,0.0000024877695],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018571567,0.00016807957,0.8653028,0.0000036546533,0.00002407811,8.8540375e-9,0.08855366,0.0000010266677,0.0002596464,0.01377694,0.0038165918,0.028074915],"study_design_scores_gemma":[0.000040771516,0.000023621807,0.80448806,0.000013962956,0.00003258249,5.913622e-7,0.094842546,4.919964e-7,0.00001893189,0.00045832357,0.10005221,0.000027913982],"about_ca_topic_score_codex":0.001104086,"about_ca_topic_score_gemma":0.0012167107,"teacher_disagreement_score":0.09623562,"about_ca_system_score_codex":0.000099969875,"about_ca_system_score_gemma":0.00052860414,"threshold_uncertainty_score":0.30530456},"labels":[],"label_agreement":null},{"id":"W1999658503","doi":"10.1007/s11251-008-9071-8","title":"Graduate students’ conceptions of university teaching and learning: formation for change","year":2008,"lang":"en","type":"article","venue":"Instructional Science","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Mathematics education; Educational psychology; Context (archaeology); Axial coding; Graduate students; Teaching method; Meaning (existential); Psychology; Course (navigation); Pedagogy; Grounded theory; Qualitative research; Engineering; Sociology","score_opus":0.33682200215259794,"score_gpt":0.45539476432792525,"score_spread":0.1185727621753273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999658503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99320227,0.0000070089554,0.0013238717,0.0019254754,0.00019262725,0.00018027736,0.000003339354,0.000030992313,0.0031341142],"genre_scores_gemma":[0.98823583,0.00004875731,0.011131475,0.000030609957,0.000089059016,0.000003002433,0.0000016596007,0.0000015263647,0.00045808012],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99866015,0.0002966419,0.00009084759,0.00012669845,0.00070912746,0.000116520845],"domain_scores_gemma":[0.99919647,0.00032394117,0.00015609465,0.000042206884,0.00022245679,0.000058815152],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0038298424,0.00003632409,0.00005263112,0.00012121624,0.0037757705,0.000030651958,0.00021038178,0.000021689093,0.000013482567],"category_scores_gemma":[0.0019224519,0.000039494313,0.000019646914,0.00022606159,0.0011820393,0.0021007748,0.000046591755,0.00015596165,0.0000020670673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085681604,0.00015506695,0.13374819,0.000027051394,0.000019814981,0.0000012562153,0.19980244,0.00030471955,0.003940571,0.5785746,0.00037316783,0.082967445],"study_design_scores_gemma":[0.00072364253,0.0001389614,0.82717204,0.000028303866,0.000022619233,0.00003055113,0.038456835,0.0015992849,0.00013798365,0.0023486628,0.12914982,0.00019128792],"about_ca_topic_score_codex":0.0012846753,"about_ca_topic_score_gemma":0.00010191035,"teacher_disagreement_score":0.69342387,"about_ca_system_score_codex":0.00011294052,"about_ca_system_score_gemma":0.00015068754,"threshold_uncertainty_score":0.99752116},"labels":[],"label_agreement":null},{"id":"W2000534651","doi":"10.1080/03057260802681847","title":"Identity in science learning: exploring the attention given to agency and structure in studies of identity","year":2009,"lang":"en","type":"article","venue":"Studies in Science Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Identity (music); Structure and agency; Agency (philosophy); Sociology; Social identity approach; Epistemology; Personality; Identity formation; Social identity theory; Social psychology; Perspective (graphical); Science education; Psychology; Self-concept; Social science; Pedagogy; Social group; Computer science","score_opus":0.310549353783829,"score_gpt":0.5688665980168688,"score_spread":0.2583172442330398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000534651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888137,0.0012495518,0.00001030933,0.0076288986,0.0013691634,0.00034420087,1.968148e-7,0.000010085093,0.0005739113],"genre_scores_gemma":[0.9980708,0.001235134,0.0004620275,0.0000657606,0.00006611879,0.000023135666,1.1576802e-7,0.0000017077546,0.00007522148],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9975207,0.00037450658,0.00032909517,0.00037559084,0.0011141907,0.0002859418],"domain_scores_gemma":[0.9987999,0.000299808,0.0002122966,0.00016315616,0.00048045168,0.00004437153],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014258554,0.000079854326,0.00015544255,0.00070233346,0.0011307271,0.00014689555,0.00061829836,0.000017733655,0.000003536556],"category_scores_gemma":[0.025466803,0.00006685005,0.000013622973,0.004627342,0.0022871979,0.006091355,0.00021520292,0.00021428187,0.0000019262957],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052912633,0.00006789637,0.38270667,0.00001937356,0.0000026706202,3.0468823e-7,0.56302506,0.0003897189,0.0036885033,0.025335599,0.000018795046,0.024740107],"study_design_scores_gemma":[0.000048043945,0.000026731728,0.71451867,0.00010435521,0.0000032960806,2.093171e-7,0.26860732,0.000014510804,0.000084487896,0.016487598,0.00005039528,0.00005438853],"about_ca_topic_score_codex":0.0018409448,"about_ca_topic_score_gemma":0.023493962,"teacher_disagreement_score":0.331812,"about_ca_system_score_codex":0.00073204533,"about_ca_system_score_gemma":0.0007998487,"threshold_uncertainty_score":0.99432474},"labels":[],"label_agreement":null},{"id":"W2002196329","doi":"10.5539/hes.v4n4p62","title":"Towards Developing a Common Conception of Research-Based Teaching and Learning in an Academic Community","year":2014,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Qualitative research; Psychology; Teaching method; Pedagogy; Quality (philosophy); Semi-structured interview; Sociology; Social science","score_opus":0.5078375120382294,"score_gpt":0.6172405296606167,"score_spread":0.10940301762238736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002196329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97388864,0.00062115496,0.000046621055,0.019647857,0.0002676679,0.00013783605,1.8380152e-7,0.000051653973,0.0053384197],"genre_scores_gemma":[0.9954921,0.000102944694,0.0033129996,0.00032600455,0.00015468181,0.000037103902,0.000004467805,0.0000066356893,0.0005630887],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.983897,0.015135726,0.00024727517,0.00012771814,0.00043084403,0.00016146823],"domain_scores_gemma":[0.99621993,0.0029990636,0.00019969109,0.00012425397,0.00041366808,0.000043388958],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.022736913,0.000067053305,0.00016232359,0.0002255383,0.0018643388,0.000042901524,0.00017902584,0.00007316975,0.000013423217],"category_scores_gemma":[0.004142981,0.00006804406,0.000011909964,0.00024219115,0.0006577226,0.00049320876,0.00007007027,0.0014953334,0.0000034986633],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027846158,0.00020818645,0.39197415,0.00015482296,0.000021094304,5.2590735e-8,0.2886414,0.00011455201,0.00035436807,0.2482981,0.0010461628,0.06915929],"study_design_scores_gemma":[0.0002559846,0.000109148496,0.65664196,0.00038115014,0.000013290846,1.0486102e-7,0.23439644,0.00007888857,0.00004627547,0.010242813,0.09769739,0.00013655137],"about_ca_topic_score_codex":0.009257472,"about_ca_topic_score_gemma":0.0022607292,"teacher_disagreement_score":0.2646678,"about_ca_system_score_codex":0.00023483208,"about_ca_system_score_gemma":0.00036746744,"threshold_uncertainty_score":0.9994351},"labels":[],"label_agreement":null},{"id":"W2002559921","doi":"10.7202/1024864ar","title":"L’influence des définitions des habiletés disciplinaires sur la création et le choix d’items dans le PISA et le TEIMS","year":2014,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.11390309950457322,"score_gpt":0.4398709075627182,"score_spread":0.32596780805814496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002559921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70753706,0.00061148586,0.07262696,0.17805004,0.0011418413,0.0008061148,0.000032277112,0.0002519894,0.038942195],"genre_scores_gemma":[0.9777021,0.0005993249,0.011015066,0.0006225216,0.00039600497,0.0002845234,0.00040080014,0.00007410907,0.008905564],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9651791,0.031127743,0.0009109664,0.0007801332,0.0014846687,0.000517412],"domain_scores_gemma":[0.98983246,0.0072035585,0.001011523,0.0005908144,0.0011695285,0.0001921433],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05760355,0.00040733302,0.00036421223,0.00029776958,0.0024822273,0.000772085,0.00053016323,0.00040877663,0.0001919251],"category_scores_gemma":[0.021815913,0.00046975506,0.00018574393,0.00093163457,0.0012235468,0.0072338968,0.000103565995,0.0006648566,0.00027499232],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021264566,0.0014966732,0.019831793,0.00015471056,0.00008319025,4.4524737e-7,0.40074834,0.06589993,0.0034704977,0.4793134,0.0034677666,0.025511984],"study_design_scores_gemma":[0.0010396878,0.00014083917,0.8387791,0.00042217344,0.00018977707,0.000009124532,0.015846271,0.012497104,0.0006208358,0.09025285,0.039607685,0.000594591],"about_ca_topic_score_codex":0.03690072,"about_ca_topic_score_gemma":0.044369996,"teacher_disagreement_score":0.81894726,"about_ca_system_score_codex":0.0006824303,"about_ca_system_score_gemma":0.004904888,"threshold_uncertainty_score":0.9997754},"labels":[],"label_agreement":null},{"id":"W2003508230","doi":"10.5206/cjsotl-rcacea.2013.2.2","title":"Building Connections in the First-year Undergraduate Experience","year":2013,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Humanities; Sociology; Pedagogy; Art","score_opus":0.11267889127438004,"score_gpt":0.4080115827532838,"score_spread":0.2953326914789038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003508230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8281983,0.00044348816,0.00055493554,0.16807914,0.00033609383,0.0003035952,5.2532044e-7,0.000011652245,0.0020722633],"genre_scores_gemma":[0.9975459,0.00002948003,0.0009857723,0.0005291761,0.00020271401,0.000023212679,1.9840886e-7,0.000009414594,0.0006741483],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.996008,0.0030292806,0.00021045613,0.000103098275,0.0003243833,0.00032478807],"domain_scores_gemma":[0.99469435,0.004688422,0.00023882628,0.00014261236,0.00010210081,0.00013366686],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02367583,0.00008045658,0.00009062368,0.000115850904,0.016064793,0.0011531424,0.00070925814,0.000053947202,0.000057378624],"category_scores_gemma":[0.017680267,0.000044973574,0.00006477238,0.00015303587,0.00033051247,0.00074501854,0.000016597693,0.002774023,0.000005730738],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015727845,0.000017597102,0.12658119,0.000013984859,0.000074315445,0.0000026164712,0.40516907,0.008054271,0.000067333785,0.42242864,0.001408161,0.036167096],"study_design_scores_gemma":[0.00052177545,0.000120131845,0.11379787,0.00023792539,0.00008962324,0.00008903091,0.29854682,0.0016119676,0.0000075390653,0.080672175,0.504042,0.00026312054],"about_ca_topic_score_codex":0.14915246,"about_ca_topic_score_gemma":0.17537858,"teacher_disagreement_score":0.50263387,"about_ca_system_score_codex":0.00012103153,"about_ca_system_score_gemma":0.00029254257,"threshold_uncertainty_score":0.9998838},"labels":[],"label_agreement":null},{"id":"W2005743601","doi":"10.1037/a0024221","title":"Use of student ratings to benchmark universities: Multilevel modeling of responses to the Australian Course Experience Questionnaire (CEQ).","year":2011,"lang":"en","type":"article","venue":"Journal of Educational Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Economic and Social Research Council","keywords":"Psychology; Multilevel model; Course (navigation); Mathematics education; Benchmark (surveying); Medical education; Applied psychology; Course evaluation; Higher education; Statistics","score_opus":0.38947989572912217,"score_gpt":0.5591843961155842,"score_spread":0.16970450038646206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005743601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9456625,0.000038393486,0.0009026667,0.05137077,0.0010289011,0.0001426116,0.0000049549044,0.0000023563819,0.00084686023],"genre_scores_gemma":[0.9855038,0.00001648505,0.012132056,0.0007155733,0.00017479302,0.0000041195267,4.1218934e-7,0.0000045593324,0.0014482085],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9980359,0.0006997575,0.00048657268,0.00012003081,0.0005269902,0.00013071675],"domain_scores_gemma":[0.9973889,0.0006790712,0.0006423644,0.00016779089,0.0009928476,0.0001290473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021651213,0.00006984955,0.00015016997,0.00019255257,0.00020618932,0.000020093079,0.0005255419,0.000053531894,0.0006196273],"category_scores_gemma":[0.0021538052,0.000058167505,0.00006242506,0.00020081858,0.00018991562,0.0005090697,0.000031312564,0.00016422432,0.000008595643],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079345144,0.0012837658,0.15011828,0.00000982308,0.00012861607,0.0000023766495,0.7863956,0.006664653,0.00096421497,0.03134092,0.02098943,0.001308871],"study_design_scores_gemma":[0.00028643664,0.00049164734,0.8404267,0.00020079054,0.0000683929,0.000018709814,0.14718021,0.000101264144,0.0000747145,0.0013112748,0.009696101,0.00014377869],"about_ca_topic_score_codex":0.001394229,"about_ca_topic_score_gemma":0.00024628136,"teacher_disagreement_score":0.6903084,"about_ca_system_score_codex":0.00010839244,"about_ca_system_score_gemma":0.0009073135,"threshold_uncertainty_score":0.67844844},"labels":[],"label_agreement":null},{"id":"W2007250476","doi":"10.5539/hes.v1n2p78","title":"Towards Improved Teaching Effectiveness in Nigerian Public Universities: Instrument Design and Validation","year":2011,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Commission; Test (biology); Psychology; Higher education; Reliability (semiconductor); Mathematics education; Political science; Medicine","score_opus":0.26766855066820827,"score_gpt":0.4492984754362992,"score_spread":0.18162992476809092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007250476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9741819,0.00057929783,0.00051236944,0.006199083,0.001368887,0.00042251303,4.8663395e-7,0.00007419939,0.016661258],"genre_scores_gemma":[0.9921171,0.00013881637,0.00602913,0.00013224734,0.00008949641,0.00007962902,0.0000021166138,0.0000071400127,0.0014043099],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99729705,0.001965807,0.00015282084,0.00021111262,0.00020965473,0.00016355557],"domain_scores_gemma":[0.9990532,0.00044116145,0.00014712983,0.000101286765,0.00020141424,0.000055854493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036662137,0.0000944918,0.00013433136,0.00019299715,0.00060322817,0.00008389241,0.000115182156,0.000051067753,0.00010311889],"category_scores_gemma":[0.00026498135,0.0000951821,0.000017627173,0.00017096417,0.00015612204,0.0010826574,0.000052219868,0.00012875865,0.000008486709],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010490704,0.0006898696,0.07647675,0.0001184129,0.00023249468,9.351573e-7,0.41870815,0.000009730215,0.00029117125,0.4598884,0.00089009607,0.042589102],"study_design_scores_gemma":[0.00070019666,0.00013763832,0.50454205,0.00014254764,0.000072702416,7.2728966e-7,0.41946012,0.0000145594795,0.00036555616,0.011274787,0.062911734,0.0003773581],"about_ca_topic_score_codex":0.004165082,"about_ca_topic_score_gemma":0.00016869763,"teacher_disagreement_score":0.4486136,"about_ca_system_score_codex":0.00056137255,"about_ca_system_score_gemma":0.0006052617,"threshold_uncertainty_score":0.62963855},"labels":[],"label_agreement":null},{"id":"W2007501421","doi":"10.5206/cjsotl-rcacea.2010.2.5","title":"Teaching, Learning and Interning: From Teaching Internships to Scholarly Teaching","year":2010,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Allison University","funders":"","keywords":"Internship; Scholarship; Sociology; The arts; Pedagogy; Liberal arts education; Higher education; Medical education; Political science; Medicine","score_opus":0.10395058168572846,"score_gpt":0.4136617397149912,"score_spread":0.30971115802926275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007501421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95123976,0.0007307241,0.0018295622,0.036605902,0.0014478806,0.00043057153,0.00000632922,0.000098302844,0.007610955],"genre_scores_gemma":[0.9819658,0.00001779651,0.008157585,0.00077302195,0.0015109531,0.000010580314,0.00000506849,0.00007719977,0.007481988],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9847011,0.01239467,0.00067486527,0.00049728015,0.00084781466,0.0008842597],"domain_scores_gemma":[0.98821497,0.009346266,0.0008298841,0.00035080264,0.00022238161,0.001035699],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09022846,0.00036178986,0.00040367548,0.0004829745,0.035879623,0.005491846,0.0015513242,0.0002941349,0.000101971506],"category_scores_gemma":[0.12618183,0.0002662544,0.0001985267,0.000091941154,0.0004906114,0.0024938532,0.00021006522,0.034037273,0.000013686643],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011253956,0.000032969627,0.174775,0.000029166715,0.00033462816,0.000010380239,0.35820022,0.0006573561,0.0041987137,0.06228896,0.00059899536,0.39876106],"study_design_scores_gemma":[0.0007256263,0.00033752338,0.018702144,0.00064898166,0.00032117253,0.00013626274,0.091001436,0.0016158858,0.000029811688,0.00720651,0.8786587,0.000615921],"about_ca_topic_score_codex":0.20751701,"about_ca_topic_score_gemma":0.13816103,"teacher_disagreement_score":0.87805974,"about_ca_system_score_codex":0.0002363586,"about_ca_system_score_gemma":0.00060533674,"threshold_uncertainty_score":0.99997896},"labels":[],"label_agreement":null},{"id":"W2011181292","doi":"10.1080/14926150409556606","title":"Students and applied academics: Learner agency in a changing curriculum","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Agency (philosophy); Social connectedness; Pedagogy; Work (physics); Mathematics education; Sociology; Psychology; Engineering","score_opus":0.048695548632956304,"score_gpt":0.3974046976446273,"score_spread":0.34870914901167105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011181292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98565555,0.0003427214,0.00011717823,0.012030835,0.00018382077,0.00011232689,1.3019853e-7,0.000005657511,0.0015517813],"genre_scores_gemma":[0.99016243,0.000109306,0.00956594,0.00007085279,0.00003384999,0.0000037915192,6.266984e-8,0.0000028137486,0.000050978786],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992265,0.00001386055,0.00019495361,0.00009693535,0.00025432534,0.00021339915],"domain_scores_gemma":[0.9993495,0.00002758612,0.00023600366,0.000060561026,0.00014281936,0.00018353439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032802848,0.000047139136,0.00008931332,0.0018689473,0.0005377746,0.00011687894,0.00033165602,0.000080066304,0.00000793804],"category_scores_gemma":[0.0014225874,0.000044566,0.0000066058815,0.0012796052,0.0010259616,0.00037278075,0.000022500764,0.00025158934,0.0000020533387],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.6727334e-7,0.00007653895,0.052408557,0.000015594984,0.000004338986,0.0000020983869,0.09532683,0.000015412299,0.00044167248,0.82269293,0.000019690571,0.028995942],"study_design_scores_gemma":[0.0005266729,0.000083466555,0.018640993,0.00047685945,0.000039395018,0.0001308728,0.39374277,0.00008223341,0.00032840454,0.5819223,0.0037562167,0.000269806],"about_ca_topic_score_codex":0.0012582149,"about_ca_topic_score_gemma":0.0042105536,"teacher_disagreement_score":0.29841593,"about_ca_system_score_codex":0.00024051436,"about_ca_system_score_gemma":0.0028941282,"threshold_uncertainty_score":0.5134059},"labels":[],"label_agreement":null},{"id":"W2011498830","doi":"10.14507/epaa.v8n50.2000","title":"Student Evaluation of Teaching: Methodological Critique","year":2000,"lang":"en","type":"article","venue":"Education Policy Analysis Archives","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"","keywords":"Summative assessment; Set (abstract data type); Mathematics education; Face (sociological concept); Continuation; Function (biology); Work (physics); Raw data; Teaching method; Pedagogy; Sociology; Psychology; Computer science; Formative assessment; Social science","score_opus":0.3288275103406784,"score_gpt":0.6293541773783948,"score_spread":0.3005266670377164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011498830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5683063,0.00018697155,0.0012248602,0.03165898,0.00007944047,0.00026702677,0.0000036021136,0.000046106274,0.39822668],"genre_scores_gemma":[0.9799604,0.00017770896,0.012425592,0.00050606276,0.00046825796,0.0000622489,0.000026985264,0.0000059050344,0.006366882],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9853305,0.012675548,0.000419938,0.0002721837,0.0011105823,0.00019122315],"domain_scores_gemma":[0.99701214,0.002081917,0.00029261163,0.00031506873,0.00017742722,0.00012085228],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012814841,0.00009926503,0.00025344704,0.0007397879,0.0005324446,0.00007582937,0.00037201904,0.000055116747,0.0042317393],"category_scores_gemma":[0.009266041,0.00009501681,0.00023054461,0.00081086194,0.00025714602,0.00033616342,0.000021405616,0.00021080798,0.000034076267],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017878476,0.0009281903,0.023829952,0.000006182043,0.00056184584,5.0707968e-8,0.11224291,0.0042676646,0.00018550266,0.35819265,0.0007523486,0.49901482],"study_design_scores_gemma":[0.00029663774,0.00006298279,0.74562824,0.000025621432,0.0032270062,6.510459e-7,0.02925688,0.0028835256,0.00014531324,0.115305945,0.10286139,0.00030579494],"about_ca_topic_score_codex":0.010183731,"about_ca_topic_score_gemma":0.00090847415,"teacher_disagreement_score":0.7217983,"about_ca_system_score_codex":0.000108174514,"about_ca_system_score_gemma":0.0014851138,"threshold_uncertainty_score":0.99907935},"labels":[],"label_agreement":null},{"id":"W2015612923","doi":"10.7202/000127ar","title":"L'engagement académique de l'étudiant comme facteur de réussite à l'université Étude exploratoire menée dans deux facultés contrastées","year":2002,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Psychology; Philosophy","score_opus":0.6534528560374278,"score_gpt":0.46936035287799865,"score_spread":0.1840925031594291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015612923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87998164,0.004984323,0.012334795,0.08359577,0.0010825847,0.00053030957,0.00002756027,0.0001560264,0.017306982],"genre_scores_gemma":[0.970698,0.0070987064,0.015648138,0.0010728978,0.00042463397,0.00005035437,0.00001076892,0.000024240273,0.0049722428],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9932894,0.0037995784,0.00047539952,0.00064097496,0.0007343772,0.0010602882],"domain_scores_gemma":[0.99744606,0.00094187394,0.00060108525,0.0003154468,0.00024154026,0.00045399577],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008481719,0.00031665826,0.00030891298,0.00022648883,0.0042170766,0.00056482933,0.0011457937,0.00027134546,0.0009829731],"category_scores_gemma":[0.0020619316,0.00035224226,0.00015691928,0.0012737218,0.0021926153,0.0028835793,0.00013461875,0.00061538024,0.00031731205],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010948116,0.0006752227,0.06313595,0.0001712168,0.000095498144,0.000028526974,0.82284296,0.0047533005,0.0032846346,0.06687248,0.008183546,0.02994573],"study_design_scores_gemma":[0.001295019,0.00096625794,0.20547025,0.00153234,0.000832258,0.00027517992,0.48047858,0.11070701,0.0023100788,0.020337999,0.17395769,0.0018373487],"about_ca_topic_score_codex":0.0058270753,"about_ca_topic_score_gemma":0.009285168,"teacher_disagreement_score":0.34236437,"about_ca_system_score_codex":0.0045088762,"about_ca_system_score_gemma":0.001128983,"threshold_uncertainty_score":0.99993026},"labels":[],"label_agreement":null},{"id":"W2018508070","doi":"10.1002/nha3.10117","title":"Evaluation of Adult Learners: Ethical Issues","year":2000,"lang":"en","type":"article","venue":"New Horizons in Adult Education and Human Resource Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley","funders":"","keywords":"Credibility; Curriculum; Ethical issues; Quality (philosophy); Assessment for learning; Psychology; Computer science; Engineering ethics; Pedagogy; Formative assessment; Political science; Engineering","score_opus":0.09011195925501389,"score_gpt":0.45208300737394147,"score_spread":0.36197104811892755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018508070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87674105,0.00015585183,0.000005081461,0.017416963,0.000107058724,0.00033587767,3.3773895e-7,0.000037056816,0.105200715],"genre_scores_gemma":[0.97747123,0.000116727686,0.0045777997,0.0006524141,0.0002358344,0.000052749,0.000020262773,0.000011549375,0.01686142],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966267,0.0011305253,0.0004140626,0.00027347848,0.0013655535,0.00018968446],"domain_scores_gemma":[0.99888474,0.0001372218,0.00016309912,0.00016123691,0.0005178717,0.00013585886],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045402963,0.000108366374,0.00014319307,0.00020171097,0.00046027897,0.00008345523,0.00019053594,0.0001869395,0.0025451288],"category_scores_gemma":[0.00176123,0.0001171017,0.000023307624,0.00023501099,0.00015496108,0.0001718072,0.000019219511,0.00036186437,0.00006481014],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014654721,0.0002800399,0.0044304086,0.0000124064045,0.00001817192,1.0587782e-7,0.17283057,0.00006408858,0.000023133867,0.053355597,0.008037405,0.7609334],"study_design_scores_gemma":[0.00097163016,0.000074883545,0.06287802,0.00025893527,0.0000653565,0.0000011363471,0.06994515,0.000080418744,0.00016248805,0.0043573584,0.8609039,0.00030069242],"about_ca_topic_score_codex":0.0054129604,"about_ca_topic_score_gemma":0.0074267583,"teacher_disagreement_score":0.85286653,"about_ca_system_score_codex":0.00030443055,"about_ca_system_score_gemma":0.0020841036,"threshold_uncertainty_score":0.99836665},"labels":[],"label_agreement":null},{"id":"W2018688022","doi":"10.5539/ies.v6n6p108","title":"Integrating Student-Centered Learning in Finance Courses: The Case of a Malaysian Research University","year":2013,"lang":"en","type":"article","venue":"International Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Experiential learning; Curriculum; Flexibility (engineering); Class (philosophy); Mathematics education; Teaching method; Presentation (obstetrics); Portfolio; Process (computing); Active learning (machine learning); Higher education; Psychology; Pedagogy; Medical education; Computer science; Finance; Management; Business","score_opus":0.3023976415251424,"score_gpt":0.5789040145028038,"score_spread":0.2765063729776614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018688022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94367903,0.0003043958,0.00002408392,0.035628837,0.00083083875,0.00024368937,0.0000010511865,0.000014790004,0.019273251],"genre_scores_gemma":[0.9882704,0.00039863386,0.0006890716,0.0000617566,0.00008942796,0.000026014157,0.0000016720751,0.0000034561708,0.010459537],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99804103,0.0010716642,0.00019054742,0.00014452748,0.0004231859,0.00012901667],"domain_scores_gemma":[0.99583775,0.0014497663,0.00020735367,0.000092708004,0.0023927575,0.00001966385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029412997,0.000052256742,0.00008463112,0.00021395899,0.00058577274,0.000075391785,0.00035781693,0.0000258314,0.00013529952],"category_scores_gemma":[0.0067626936,0.000044174314,0.000027306167,0.00034186043,0.00034422503,0.0005432552,0.000113612914,0.0003080497,0.000039454037],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021216429,0.0006417225,0.34572697,0.00001809721,0.00018801022,0.000019281746,0.34836167,0.00056834647,0.000066421715,0.22670491,0.012692037,0.06499132],"study_design_scores_gemma":[0.00014478633,0.000020783358,0.038026303,0.00010565978,0.0000069143616,0.000006270722,0.8954517,0.00029462058,0.000006266354,0.0016205073,0.06426055,0.00005563907],"about_ca_topic_score_codex":0.022143682,"about_ca_topic_score_gemma":0.010611601,"teacher_disagreement_score":0.54709005,"about_ca_system_score_codex":0.00038092548,"about_ca_system_score_gemma":0.00040762572,"threshold_uncertainty_score":0.98436797},"labels":[],"label_agreement":null},{"id":"W2018809597","doi":"10.5430/ijhe.v2n2p147","title":"Faculty Retention in Higher Education","year":2013,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Medical education; Mathematics education; Medicine","score_opus":0.15888218196327591,"score_gpt":0.4971406416659125,"score_spread":0.33825845970263657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018809597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6387348,0.0006300068,0.000025977557,0.21644746,0.025147127,0.0003063702,0.0000022464747,0.000030384894,0.11867564],"genre_scores_gemma":[0.9306045,0.00004807226,0.0018482279,0.001187518,0.002523104,0.000025588562,0.000029648565,0.0000097602315,0.06372357],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9978664,0.00036272916,0.00052214717,0.000130353,0.0009845712,0.00013377833],"domain_scores_gemma":[0.9972461,0.00012763294,0.0007895878,0.0000952213,0.0016408745,0.00010059221],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010883956,0.0000880806,0.00011009956,0.00043029484,0.00009524348,0.00026518517,0.00048479647,0.000091850685,0.008096392],"category_scores_gemma":[0.00033725146,0.00008561415,0.000078742414,0.00020558402,0.000056922043,0.0024039198,0.000022187594,0.00025823346,0.00025622896],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082444436,0.0026171496,0.14019804,0.000016539863,0.00015852999,0.0000028404936,0.012408221,0.00012529083,0.0017873365,0.35332102,0.27881563,0.21046697],"study_design_scores_gemma":[0.00021188684,0.000021893393,0.53956544,0.00008284216,0.000014814087,0.0000049124615,0.0013608276,0.000003453065,0.000026783284,0.019657595,0.43896383,0.0000857038],"about_ca_topic_score_codex":0.0036722275,"about_ca_topic_score_gemma":0.000091958114,"teacher_disagreement_score":0.39936742,"about_ca_system_score_codex":0.0007269517,"about_ca_system_score_gemma":0.0012692485,"threshold_uncertainty_score":0.99281037},"labels":[],"label_agreement":null},{"id":"W2018870787","doi":"10.1080/07294360500284813","title":"Academic development for knowledge capabilities: Learning, reflecting and developing","year":2005,"lang":"en","type":"article","venue":"Higher Education Research & Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Lunds Universitet; University of Alberta","keywords":"Development (topology); Computer science; Mathematics education; Knowledge management; Psychology","score_opus":0.33315135190466266,"score_gpt":0.5793148040815813,"score_spread":0.24616345217691865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018870787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8515371,0.0042788773,0.0007562296,0.06145486,0.0014233587,0.002343561,5.7137055e-7,0.00037014586,0.07783529],"genre_scores_gemma":[0.7040164,0.00033829227,0.13526699,0.00036096424,0.0009836444,0.0012565812,0.00002142579,0.000038236914,0.1577175],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960332,0.0011347674,0.0005473805,0.0005205796,0.0010143367,0.0007497372],"domain_scores_gemma":[0.9959025,0.002360678,0.00018356362,0.00014130377,0.0011406138,0.00027137258],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.014372221,0.00016729913,0.00016684613,0.00046126562,0.0036216907,0.000248923,0.0003804395,0.00017968052,0.000458833],"category_scores_gemma":[0.00394978,0.000178912,0.000024098337,0.0005234067,0.00023650652,0.00062937156,0.00015940522,0.00077214855,0.00025484245],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003360429,0.00023098044,0.016417678,0.00020488801,0.00006636561,1.4197947e-7,0.38674128,0.000018475,0.00022252773,0.122502774,0.020289227,0.45327204],"study_design_scores_gemma":[0.00018151417,0.000016756409,0.027944388,0.00013822863,0.0000042255956,5.786639e-7,0.016927782,0.000008774546,0.0007940861,0.0010246063,0.95272064,0.00023839765],"about_ca_topic_score_codex":0.0002063233,"about_ca_topic_score_gemma":0.00073719246,"teacher_disagreement_score":0.93243146,"about_ca_system_score_codex":0.002429745,"about_ca_system_score_gemma":0.012345705,"threshold_uncertainty_score":0.9976755},"labels":[],"label_agreement":null},{"id":"W2018991241","doi":"10.1002/tl.398","title":"Understanding the disciplines within the context of educational development","year":2010,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Discipline; Context (archaeology); Faculty development; Pedagogy; Engineering ethics; Resource (disambiguation); Sociology; Higher education; Work (physics); Mathematics education; Knowledge management; Psychology; Professional development; Computer science; Engineering; Political science; Social science","score_opus":0.14717826923166277,"score_gpt":0.42530593507550324,"score_spread":0.27812766584384047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018991241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81063676,0.00021354684,0.016913198,0.13763048,0.0021780154,0.00054038153,0.000001213486,0.000111200796,0.03177521],"genre_scores_gemma":[0.9806852,0.000004870669,0.005384455,0.000072552626,0.00035533862,0.000020336896,0.0000024765318,0.0000070555548,0.013467726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881744,0.00060460845,0.00016003993,0.00011223589,0.00020209457,0.00010360447],"domain_scores_gemma":[0.99496824,0.004666842,0.00020489363,0.00007613125,0.000042984735,0.00004093398],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0063828477,0.000057456866,0.000063809835,0.00004829773,0.0076806997,0.00012915373,0.0001352909,0.00003789787,0.000043436918],"category_scores_gemma":[0.0092237545,0.000035938265,0.000032554082,0.00008308083,0.00022645749,0.00018663898,0.000023455072,0.00082830497,0.0000020471],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010993826,0.000035184003,0.012549769,0.000006580611,0.00004556531,1.1031237e-8,0.39577225,0.000362167,0.00033743714,0.5418271,0.0013639618,0.04768897],"study_design_scores_gemma":[0.00022739667,0.000025248515,0.008090558,0.00003798717,0.00005332081,0.0000029454384,0.30093092,0.0010416784,0.000048172868,0.0083437,0.6810715,0.00012657422],"about_ca_topic_score_codex":0.0028334104,"about_ca_topic_score_gemma":0.011730951,"teacher_disagreement_score":0.6797075,"about_ca_system_score_codex":0.000047339807,"about_ca_system_score_gemma":0.00032874878,"threshold_uncertainty_score":0.99912196},"labels":[],"label_agreement":null},{"id":"W2019177740","doi":"10.1097/00001888-200309000-00005","title":"Have You Got A Couple of Minutes?","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Conversation; Formality; Pleasure; Space (punctuation); Lecture hall; Class (philosophy); Psychology; Sociology; Media studies; Law; Computer science; History; Political science; Communication","score_opus":0.20627060214871437,"score_gpt":0.4829171431589603,"score_spread":0.2766465410102459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019177740","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41037986,0.006135967,0.0013124932,0.10059473,0.0013971601,0.00056345604,0.0000029550217,0.00013257492,0.4794808],"genre_scores_gemma":[0.9761244,0.00071775744,0.00035456373,0.0010044499,0.00034969466,0.0000070252318,0.0000025139063,0.000007780657,0.021431822],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980249,0.0004983471,0.00033491608,0.00015913046,0.0007772116,0.00020550886],"domain_scores_gemma":[0.9983117,0.0009766624,0.00032033183,0.00015457836,0.00011425933,0.0001224874],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0066086985,0.000074817566,0.00018862447,0.00008158874,0.00016102551,0.0000031317657,0.0002623396,0.00015599484,0.0019425191],"category_scores_gemma":[0.018528258,0.00006274585,0.000022330896,0.00019202009,0.0004507522,0.00020241863,0.00001439963,0.00042118333,0.000050257408],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035781883,0.00003833716,0.08127605,0.000058189773,0.00008154807,0.0000059290965,0.25106737,0.000028583663,0.0061665475,0.41725335,0.23719619,0.0067921397],"study_design_scores_gemma":[0.00064388255,0.000082857514,0.000997935,0.00011239462,0.00007085509,0.000003206223,0.031672627,0.0000673914,0.00060672656,0.009440116,0.9561975,0.00010451744],"about_ca_topic_score_codex":0.001955449,"about_ca_topic_score_gemma":0.00014415219,"teacher_disagreement_score":0.7190013,"about_ca_system_score_codex":0.00005392974,"about_ca_system_score_gemma":0.00018659983,"threshold_uncertainty_score":0.99896985},"labels":[],"label_agreement":null},{"id":"W2019347924","doi":"10.1080/14926150309556583","title":"La compréhension de l'antibiothérapie chez des étudiants et des étudiantes en médecine : Enjeux didactiques et sociaux","year":2003,"lang":"fr","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval; Université de Montréal","funders":"","keywords":"Philosophy; Humanities; Gynecology; Medicine","score_opus":0.08703449958395755,"score_gpt":0.4213305976943417,"score_spread":0.3342960981103842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019347924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9092276,0.008751346,0.00086451037,0.075597286,0.00063166884,0.0001409156,0.0000032962232,0.000016503402,0.0047668773],"genre_scores_gemma":[0.9086679,0.004186733,0.08669874,0.00018190747,0.000049404578,0.0000023578727,3.7785284e-7,0.000014081806,0.00019845978],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99795616,0.0005523482,0.00044327605,0.0002096271,0.00035080608,0.0004877569],"domain_scores_gemma":[0.9968707,0.00073897175,0.00069459924,0.0001656117,0.0010448658,0.0004852382],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.012176329,0.00016954904,0.00027562754,0.0010111926,0.0012689065,0.00032010901,0.00047887093,0.00027674716,0.00011212006],"category_scores_gemma":[0.014497553,0.00016543514,0.000048963902,0.0016690065,0.007814186,0.0017059267,0.00002848705,0.0006196948,0.000008885927],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[9.654697e-7,0.00027792613,0.07191909,0.000098964396,0.000031530726,0.000009085052,0.066515476,0.000005341737,0.0015616452,0.8348195,0.00053436816,0.024226125],"study_design_scores_gemma":[0.00034881584,0.00022450318,0.062182005,0.0016603705,0.00015108236,0.00086332386,0.20627682,0.00011474706,0.0014596907,0.7161008,0.010296214,0.00032160425],"about_ca_topic_score_codex":0.0023544915,"about_ca_topic_score_gemma":0.022096843,"teacher_disagreement_score":0.13976134,"about_ca_system_score_codex":0.0007912338,"about_ca_system_score_gemma":0.017378252,"threshold_uncertainty_score":0.9957473},"labels":[],"label_agreement":null},{"id":"W2019625273","doi":"10.5430/jnep.v2n3p54","title":"Using Boyer to create a culture of scholarship: Outcomes from a faculty development program","year":2012,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Economic shortage; Promotion (chess); Medical education; Faculty development; Medicine; Sociology; Political science; Psychology; Professional development; Government (linguistics)","score_opus":0.5417180501315447,"score_gpt":0.6245379348908798,"score_spread":0.0828198847593351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019625273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9503701,0.001328167,0.00055838947,0.031131765,0.0017623898,0.00026913206,0.0000015980764,0.0000177007,0.014560798],"genre_scores_gemma":[0.67411464,0.000035215216,0.3247045,0.00049158686,0.0002917858,0.0000022190113,0.0000016731599,0.0000056630793,0.0003527377],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.997965,0.00088619406,0.0003496834,0.00007687493,0.0005734614,0.00014882864],"domain_scores_gemma":[0.9973818,0.0006531685,0.00096153264,0.000070251896,0.00069981196,0.0002333997],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004470245,0.00007655678,0.00015018632,0.00011782253,0.00048450124,0.0001407195,0.000119380406,0.000068986345,0.00005311051],"category_scores_gemma":[0.011621637,0.00006363419,0.000037289028,0.00018443719,0.000048741655,0.0027529583,0.000014322798,0.0002609951,0.000005346949],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015408725,0.0031289842,0.035252694,0.00000960463,0.00012039643,3.502971e-7,0.5821286,0.000008254173,0.00081496284,0.0007353276,0.002610643,0.37503612],"study_design_scores_gemma":[0.0002774948,0.000086727,0.1937611,0.00043604994,0.00032540757,0.00006936502,0.13863105,0.0000029616058,0.00027774618,0.0003424717,0.66564137,0.00014825056],"about_ca_topic_score_codex":0.00027764123,"about_ca_topic_score_gemma":0.000010532829,"teacher_disagreement_score":0.66303074,"about_ca_system_score_codex":0.00025794597,"about_ca_system_score_gemma":0.00087665126,"threshold_uncertainty_score":0.9967039},"labels":[],"label_agreement":null},{"id":"W2021432767","doi":"10.7202/900300ar","title":"Le « bon professeur d’université » tel que perçu par les étudiants de premier cycle de l’Université de Montréal","year":2009,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Art; Political science","score_opus":0.21814862205286015,"score_gpt":0.4000786678318392,"score_spread":0.18193004577897906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021432767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87568206,0.0035751336,0.000972317,0.072399266,0.00041262273,0.00027931522,0.000005856349,0.000083779174,0.04658965],"genre_scores_gemma":[0.9718818,0.0028014912,0.013441414,0.00034793638,0.00034286638,0.0000064264673,0.0000046581426,0.000012542514,0.01116085],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9962155,0.0017320521,0.00025458893,0.0004866182,0.00047302933,0.0008382181],"domain_scores_gemma":[0.99842536,0.00040027988,0.00042180542,0.00024303762,0.00018416377,0.00032533417],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0050047613,0.00019844128,0.00019653399,0.00017708601,0.0049109845,0.00021837646,0.000797148,0.00026304874,0.00024951334],"category_scores_gemma":[0.0012647235,0.00024455652,0.00011259748,0.0008898951,0.0012074017,0.0021614674,0.00008561668,0.00034798216,0.0000815698],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072171126,0.0009772328,0.16995344,0.00016249562,0.000048892576,0.000043230655,0.6403824,0.013027661,0.0062168227,0.100812316,0.0135122435,0.054791074],"study_design_scores_gemma":[0.00076813577,0.00050437136,0.6523233,0.00061456964,0.00032543298,0.00028363176,0.21706043,0.037490092,0.0018422769,0.03384094,0.054094676,0.00085214025],"about_ca_topic_score_codex":0.036613073,"about_ca_topic_score_gemma":0.02919956,"teacher_disagreement_score":0.48236987,"about_ca_system_score_codex":0.0059662834,"about_ca_system_score_gemma":0.003314947,"threshold_uncertainty_score":0.99784964},"labels":[],"label_agreement":null},{"id":"W2021660399","doi":"10.5539/ass.v9n12p252","title":"The Quality of Teaching and Learning towards the Satisfaction among the University Students","year":2013,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Quality (philosophy); Perception; Descriptive statistics; Mathematics education; Test (biology); Regression analysis; Higher education; Statistics; Mathematics","score_opus":0.08197470610278977,"score_gpt":0.43617579273888185,"score_spread":0.35420108663609207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021660399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8310941,0.000012827459,0.00007960942,0.02483317,0.00014153248,0.00022905537,2.7760268e-7,0.0000235957,0.14358583],"genre_scores_gemma":[0.99858266,0.000019711493,0.000071544084,0.000057204554,0.00008019034,0.0000021172398,6.5668026e-8,0.0000020339417,0.0011844443],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99462277,0.0036355765,0.00012997228,0.00014725437,0.0012568154,0.00020758837],"domain_scores_gemma":[0.99831396,0.001085594,0.00030522986,0.000112453046,0.00013670602,0.000046075133],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.022927616,0.000050642197,0.00006481302,0.000020921389,0.016898155,0.00045879628,0.000812268,0.000034954337,0.000027838774],"category_scores_gemma":[0.00503144,0.000028193612,0.000032968273,0.00032476697,0.0034260317,0.0012912708,0.000190031,0.00051026425,0.00000804625],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003401962,0.000010074439,0.1996896,0.0000014184867,0.000009840719,5.832975e-8,0.1657482,0.0000014963576,0.00016089232,0.10318396,0.00019657768,0.5309945],"study_design_scores_gemma":[0.00004207979,0.0000070108435,0.79702246,0.000002402906,0.0000064370893,5.7524968e-8,0.19567929,0.000011969926,0.0000026419368,0.0012775407,0.0059150034,0.000033120814],"about_ca_topic_score_codex":0.056823127,"about_ca_topic_score_gemma":0.005337735,"teacher_disagreement_score":0.59733284,"about_ca_system_score_codex":0.00013937503,"about_ca_system_score_gemma":0.00018556717,"threshold_uncertainty_score":0.99928606},"labels":[],"label_agreement":null},{"id":"W2021979893","doi":"10.3138/jvme.31.3.268","title":"Becoming an Effective Teacher: Applied Principles of Adult Learning","year":2004,"lang":"en","type":"review","venue":"Journal of Veterinary Medical Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Adult Learning; Psychology; Mathematics education; Pedagogy; Adult education; Medicine","score_opus":0.26937706581535314,"score_gpt":0.551361313043222,"score_spread":0.28198424722786886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021979893","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008792301,0.98024935,0.0002255854,0.0010873073,0.0022930158,0.0008091535,9.522723e-7,0.000036001737,0.006506348],"genre_scores_gemma":[0.008968565,0.98633355,0.0025715092,0.000045446966,0.0017402921,0.000039759718,0.000014338085,0.00003336156,0.00025317832],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939189,0.0029400215,0.0011835869,0.00020385612,0.001556017,0.00019761235],"domain_scores_gemma":[0.99428135,0.0010962351,0.0036587724,0.00016276952,0.00042947725,0.00037138668],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008001378,0.00020834297,0.00096444256,0.0003468244,0.00027758852,0.000055366356,0.00065607467,0.0004212948,0.00035542191],"category_scores_gemma":[0.019127801,0.00017453676,0.00029753076,0.00025668365,0.00022683752,0.0005231055,0.00005892448,0.0015893696,0.000012232025],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028563776,0.00058597105,0.00001787194,0.0028595522,0.00009202801,0.000006072391,0.010535796,0.0000111944355,0.0000013162324,0.0027758176,0.000031176885,0.98305464],"study_design_scores_gemma":[0.00025125832,0.000760946,0.00010094492,0.018965092,0.00046404617,0.00017530064,0.005052644,0.000008385229,4.1355196e-7,0.00014446054,0.973898,0.00017850443],"about_ca_topic_score_codex":0.00029669708,"about_ca_topic_score_gemma":0.000028025454,"teacher_disagreement_score":0.9828761,"about_ca_system_score_codex":0.00073520566,"about_ca_system_score_gemma":0.009838612,"threshold_uncertainty_score":0.9957747},"labels":[],"label_agreement":null},{"id":"W2022388658","doi":"10.1080/1360144032000071323","title":"The impact of individual consultation on the teaching of younger versus older faculty","year":2002,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Psychological intervention; Psychology; Intervention (counseling); Medical education; Medicine; Psychiatry","score_opus":0.31144289814595033,"score_gpt":0.5170077143504904,"score_spread":0.2055648162045401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022388658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9447643,0.00017206655,0.00029171616,0.047357116,0.0016750926,0.00040428402,0.000022198994,0.000012048024,0.00530116],"genre_scores_gemma":[0.9973752,0.00016984675,0.000367014,0.00020501456,0.0002674337,0.000017302009,0.000005069722,0.000006687106,0.001586437],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972864,0.0004323873,0.0004713142,0.00008086192,0.001564455,0.00016461378],"domain_scores_gemma":[0.9936796,0.0049337093,0.00083418476,0.00006992315,0.00044367547,0.00003890083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009464785,0.00008555858,0.00008513197,0.00006495802,0.0012063951,0.000119535965,0.001333815,0.0000633233,0.00014734126],"category_scores_gemma":[0.0075569693,0.000039673116,0.00010647869,0.00006692613,0.00018264257,0.00030033855,0.000066351495,0.00069772213,0.000013909599],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010200845,0.00022497517,0.0041231723,0.000004937777,0.0028663906,0.0000012861931,0.4146898,0.0020912688,0.00065222394,0.16965201,0.139762,0.26491183],"study_design_scores_gemma":[0.00688403,0.00047881366,0.17248796,0.0005732945,0.00028498817,0.000059733098,0.09093768,0.0027972627,0.0030541657,0.015376477,0.7064367,0.0006289033],"about_ca_topic_score_codex":0.00011789275,"about_ca_topic_score_gemma":0.000016650716,"teacher_disagreement_score":0.5666747,"about_ca_system_score_codex":0.00032910853,"about_ca_system_score_gemma":0.0002784629,"threshold_uncertainty_score":0.92787373},"labels":[],"label_agreement":null},{"id":"W2023038253","doi":"10.1080/1356251032000155803","title":"Acceptance by undergraduates of the immediate feedback assessment technique for multiple‐choice testing","year":2004,"lang":"en","type":"article","venue":"Teaching in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Brock University","funders":"Centre for Teaching and Learning, Universiti Teknologi Malaysia; Brock University","keywords":"Test (biology); Appeal; Psychology; Social psychology; Computer science; Mathematics education; Applied psychology; Law; Political science","score_opus":0.13910590993717334,"score_gpt":0.46000311644479047,"score_spread":0.3208972065076171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023038253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87318265,0.00029311856,0.003078322,0.09805017,0.0028084363,0.0026979735,0.000012153001,0.00016923965,0.019707913],"genre_scores_gemma":[0.95753163,0.000006313281,0.040326558,0.0002695867,0.00024403882,0.00031694677,0.000010728686,0.000016901922,0.0012773037],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99821645,0.00062866055,0.00032500937,0.0002276141,0.00038631496,0.0002159224],"domain_scores_gemma":[0.99650925,0.0026403936,0.00047568924,0.00022902533,0.00010432151,0.000041334286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031924592,0.00010723724,0.00012225039,0.00007518054,0.00055629085,0.00007082415,0.00042770617,0.00008787767,0.000018461822],"category_scores_gemma":[0.0054915785,0.00009393907,0.000046926238,0.00028512705,0.0001102417,0.0005215583,0.000036653026,0.00039211108,0.0000018073597],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013943094,0.0013192844,0.7769818,0.00011175763,0.000025865187,5.274426e-8,0.016596602,0.001785179,0.060314972,0.12825727,0.004083532,0.010509746],"study_design_scores_gemma":[0.0010156643,0.00007723293,0.8848688,0.0005407117,0.000057210138,6.1604146e-7,0.004542231,0.000085185224,0.003259743,0.05205942,0.053096227,0.00039696874],"about_ca_topic_score_codex":0.011986145,"about_ca_topic_score_gemma":0.0018998188,"teacher_disagreement_score":0.107887,"about_ca_system_score_codex":0.0006446171,"about_ca_system_score_gemma":0.0007521495,"threshold_uncertainty_score":0.99459314},"labels":[],"label_agreement":null},{"id":"W2024122444","doi":"10.5539/ass.v4n3p2","title":"Learning Excellence and Development Team LEADing Change in Learning and Teaching","year":2009,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Macquarie University","keywords":"Excellence; Process (computing); Psychology; Teaching and learning center; Component (thermodynamics); Work (physics); Medical education; Mathematics education; Pedagogy; Teaching method; Computer science; Political science; Engineering; Medicine","score_opus":0.09217617524435415,"score_gpt":0.4346890345950829,"score_spread":0.3425128593507287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024122444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.529303,0.00014167994,0.00010180367,0.010284712,0.000116784606,0.00023962109,6.821166e-8,0.00012718952,0.45968515],"genre_scores_gemma":[0.99638194,0.00005650437,0.0024280113,0.0001697687,0.00017532724,0.0000070204583,3.143737e-7,0.0000049487508,0.0007761931],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976932,0.00055919064,0.00018394743,0.00038310114,0.0007084959,0.0004720778],"domain_scores_gemma":[0.9994413,0.00018102635,0.00015932626,0.000039105933,0.000043972253,0.0001352545],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008519691,0.000102987986,0.00013702286,0.00019075164,0.0045668622,0.00036735163,0.00023765107,0.00007050335,0.000018935489],"category_scores_gemma":[0.0024679275,0.00011367963,0.000011733165,0.00031989135,0.00059738907,0.00156771,0.00009017788,0.0006337164,0.000012016639],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020456616,0.000013569992,0.04264511,0.0000024993178,7.4085796e-7,0.0000014095997,0.26180324,5.906151e-7,0.00047872428,0.011900874,0.000005781614,0.6831454],"study_design_scores_gemma":[0.00036211207,0.00013152965,0.6852123,0.00012824986,0.000007560972,0.0000040991476,0.16552922,0.00019403241,0.00009264018,0.001053806,0.14679448,0.0004899529],"about_ca_topic_score_codex":0.00061935594,"about_ca_topic_score_gemma":0.00035618673,"teacher_disagreement_score":0.68265545,"about_ca_system_score_codex":0.00023486542,"about_ca_system_score_gemma":0.00023576312,"threshold_uncertainty_score":0.9967291},"labels":[],"label_agreement":null},{"id":"W2024933127","doi":"10.1002/tl.400","title":"Assessing the impact of educational development through the lens of the scholarship of teaching and learning","year":2010,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Queen's University","funders":"","keywords":"Scholarship; Scholarship of Teaching and Learning; Faculty development; Pedagogy; Sociology; Through-the-lens metering; Mathematics education; Higher education; Lens (geology); Psychology; Engineering ethics; Teaching method; Teaching and learning center; Professional development; Political science; Engineering","score_opus":0.10129811903633161,"score_gpt":0.472076680673777,"score_spread":0.3707785616374454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024933127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797782,0.00024102251,0.0006775292,0.006644744,0.00024742473,0.00022276993,6.3111156e-7,0.000025125273,0.012162565],"genre_scores_gemma":[0.9858345,0.000015963038,0.01142522,0.000024229998,0.00018238605,0.000009741682,0.0000017492866,0.000013054645,0.002493189],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99537057,0.0036130382,0.000314362,0.00017052115,0.0003546469,0.0001768618],"domain_scores_gemma":[0.9909836,0.008078477,0.00063942804,0.00014842974,0.00011361052,0.000036456153],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013919575,0.00010739997,0.00015521783,0.00006530256,0.008376044,0.00018778854,0.00024536526,0.00007693866,0.000030644387],"category_scores_gemma":[0.03273305,0.00006189848,0.00010662971,0.00014115445,0.00037462095,0.000788556,0.000070158494,0.0030472148,3.4879912e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001734597,0.00013697536,0.28749526,0.000043836568,0.00020011325,1.7932502e-8,0.4039032,0.004847738,0.009626603,0.037251815,0.0001930323,0.2562841],"study_design_scores_gemma":[0.0004772188,0.00011408979,0.7281526,0.00032213668,0.00018620901,0.000011040184,0.092490375,0.001078144,0.00031047504,0.0030724583,0.17353554,0.00024975956],"about_ca_topic_score_codex":0.015283319,"about_ca_topic_score_gemma":0.0008562146,"teacher_disagreement_score":0.4406573,"about_ca_system_score_codex":0.000048634094,"about_ca_system_score_gemma":0.0005733356,"threshold_uncertainty_score":0.9992528},"labels":[],"label_agreement":null},{"id":"W2027477741","doi":"10.1080/13803610512331383479","title":"Students' Experiences With Good and Poor University Courses","year":2004,"lang":"en","type":"article","venue":"Educational Research and Evaluation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill-Queen's University Press","funders":"","keywords":"Mathematics education; Psychology; Coding (social sciences); Context (archaeology); Teaching method; Pedagogy; Sample (material); Sociology","score_opus":0.2813300470844611,"score_gpt":0.5690290472988807,"score_spread":0.28769900021441963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027477741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95285213,0.0002707249,0.000016228141,0.036516625,0.00007003811,0.00033070723,0.0000010578169,0.000008571798,0.009933932],"genre_scores_gemma":[0.99633175,0.00016671247,0.00054752437,0.000035335357,0.00014214701,0.00002802193,0.000008834833,0.0000029392636,0.002736722],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9968658,0.00068115327,0.000063901585,0.0001729028,0.002043339,0.00017289123],"domain_scores_gemma":[0.9981869,0.0008516438,0.00004753512,0.00006555459,0.0007105874,0.00013780751],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006565021,0.000045546705,0.000046565823,0.00013434653,0.0013390887,0.00019728934,0.00014293604,0.000032379645,0.0005360152],"category_scores_gemma":[0.0020241681,0.000041866264,0.000005974333,0.00026231824,0.00056940544,0.0006968028,0.000035512963,0.00012443472,0.000025282638],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002668712,0.00097421877,0.20350224,0.00002066017,0.00007508001,0.0000012525624,0.38987082,0.000119550845,0.000117481206,0.3855625,0.0022531324,0.017236197],"study_design_scores_gemma":[0.0010364196,0.00032332714,0.32936454,0.00005547358,0.000026081878,0.0000030480867,0.63751996,0.000042158736,0.000039379946,0.0149444565,0.016515018,0.00013015578],"about_ca_topic_score_codex":0.0030942813,"about_ca_topic_score_gemma":0.0022926934,"teacher_disagreement_score":0.37061805,"about_ca_system_score_codex":0.00025756125,"about_ca_system_score_gemma":0.0019559595,"threshold_uncertainty_score":0.999961},"labels":[],"label_agreement":null},{"id":"W2029140613","doi":"10.1002/tl.136","title":"Assessing faculty learning communities","year":2004,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Process (computing); Authentic assessment; Quality (philosophy); Mathematics education; Higher education; Pedagogy; Medical education; Computer science; Political science; Medicine; Curriculum","score_opus":0.17564163774657449,"score_gpt":0.4761115214926321,"score_spread":0.3004698837460576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029140613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8677211,0.00030785604,0.047023397,0.009943904,0.00049625046,0.00026034858,9.1710444e-7,0.0011075049,0.073138736],"genre_scores_gemma":[0.9537514,0.00006026386,0.029939879,0.000090131274,0.0003826615,0.000016233871,0.000023044196,0.000023184095,0.01571324],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99728686,0.0018065675,0.00018024199,0.00017400444,0.00027056097,0.00028176492],"domain_scores_gemma":[0.9979123,0.0016210795,0.00018935684,0.00008400306,0.00007022953,0.00012305134],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0050215465,0.00011777652,0.00014439151,0.00015239263,0.013437197,0.0007838293,0.00012762677,0.00009444488,0.00003841952],"category_scores_gemma":[0.0071710655,0.00012804462,0.000070629314,0.00012373192,0.00014587784,0.0012925331,0.00003627801,0.0018834401,0.000010444143],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012838746,0.00007721109,0.011754364,0.00002110392,0.000063391366,6.1672864e-7,0.39453146,0.03447038,0.00019697333,0.034533303,0.00036846448,0.5239699],"study_design_scores_gemma":[0.00045081024,0.00006646316,0.002272835,0.00009101679,0.00004631922,0.0000045600846,0.23121291,0.0006122988,0.000010973091,0.0011056301,0.76394993,0.0001762736],"about_ca_topic_score_codex":0.0523925,"about_ca_topic_score_gemma":0.0029138904,"teacher_disagreement_score":0.76358145,"about_ca_system_score_codex":0.00016206283,"about_ca_system_score_gemma":0.00020699292,"threshold_uncertainty_score":0.98784715},"labels":[],"label_agreement":null},{"id":"W2029621922","doi":"10.1080/02602930802563094","title":"Web‐based student feedback: comparing teaching‐award and research‐award recipients","year":2009,"lang":"en","type":"article","venue":"Assessment & Evaluation in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Helpfulness; CLARITY; Psychology; Credibility; Competence (human resources); Medical education; Personality; Mathematics education; Pedagogy; Social psychology; Medicine; Political science","score_opus":0.3379119990917349,"score_gpt":0.600605115458447,"score_spread":0.26269311636671205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029621922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8246219,0.00021515663,0.000064797634,0.08230612,0.00228368,0.0013542309,8.5169376e-7,0.000099356286,0.0890539],"genre_scores_gemma":[0.99098307,0.000050019462,0.0044376925,0.00067620544,0.0004950684,0.00028345027,0.00005784664,0.00001598069,0.0030006797],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9878934,0.006970679,0.0005792266,0.00058809534,0.0035086789,0.00045993528],"domain_scores_gemma":[0.99732846,0.00092444837,0.00035848087,0.0003850694,0.00082398555,0.00017956343],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030781327,0.00017927666,0.00022688891,0.00064730673,0.0011195978,0.00056150433,0.00040271124,0.00014033276,0.0006716619],"category_scores_gemma":[0.0012208705,0.00019823897,0.000043436223,0.0006200997,0.00014190312,0.0012252111,0.00005428103,0.00077008805,0.0000606707],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004236468,0.002414393,0.78577703,0.000018303868,0.000028420343,5.190512e-7,0.015360124,0.0011002123,0.00047720628,0.12437671,0.011701827,0.0587029],"study_design_scores_gemma":[0.0010190558,0.000116561016,0.9214819,0.00013586394,0.000050125254,2.1420848e-7,0.0038805665,0.003702705,0.000006087618,0.0071520437,0.06225311,0.00020174822],"about_ca_topic_score_codex":0.0014800242,"about_ca_topic_score_gemma":0.0005430199,"teacher_disagreement_score":0.16636114,"about_ca_system_score_codex":0.0024743685,"about_ca_system_score_gemma":0.0027073114,"threshold_uncertainty_score":0.99801457},"labels":[],"label_agreement":null},{"id":"W2029676254","doi":"10.1177/1475240913480105","title":"When culture and learning styles matter: A Canadian university with Middle-Eastern students","year":2013,"lang":"en","type":"article","venue":"Journal of Research in International Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Learning styles; Middle East; Study abroad; Style (visual arts); Pedagogy; Phenomenon; Cognitive style; Psychology; Sociology; Mathematics education; Political science; Geography; Cognition","score_opus":0.15596089569685925,"score_gpt":0.4941934158467701,"score_spread":0.3382325201499109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029676254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9245747,0.00010003212,0.000012863867,0.04654882,0.0002102361,0.00013713742,5.8977406e-7,0.0000027267793,0.028412947],"genre_scores_gemma":[0.9734662,0.00017287531,0.0012860481,0.0000996523,0.00019531522,0.0000020379218,0.0000016768779,0.000003810641,0.024772363],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99764,0.00089927966,0.00013134773,0.00008638002,0.0010950238,0.00014792754],"domain_scores_gemma":[0.9978869,0.00026375745,0.00016697757,0.00004102679,0.001451598,0.0001897182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002790707,0.000040251238,0.000058242185,0.00065763004,0.00029551337,0.00033148046,0.00039058656,0.000041005347,0.00060957536],"category_scores_gemma":[0.0010520684,0.000035732995,0.000013740515,0.0001664534,0.00011569306,0.0012779863,0.00003274755,0.0005855581,0.000058142647],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028363856,0.00009278056,0.95319057,0.0000068720014,0.000029103692,0.0000051016264,0.032829247,0.00002883099,0.000011307513,0.0017054647,0.0052093877,0.006862991],"study_design_scores_gemma":[0.00034348379,0.00009611026,0.58014846,0.00031713335,0.0000060848556,0.00001824202,0.17150079,0.00008097477,0.0000015694175,0.0013287511,0.24609162,0.00006675412],"about_ca_topic_score_codex":0.3094004,"about_ca_topic_score_gemma":0.11033991,"teacher_disagreement_score":0.37304208,"about_ca_system_score_codex":0.00073972065,"about_ca_system_score_gemma":0.0016585669,"threshold_uncertainty_score":0.9058941},"labels":[],"label_agreement":null},{"id":"W2029874106","doi":"10.1002/ace.45","title":"Good Teaching: One Size Fits All?","year":2002,"lang":"en","type":"article","venue":"New Directions for Adult and Continuing Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":175,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Key (lock); Mathematics education; Psychology; Teaching method; Computer science; Pedagogy","score_opus":0.06735945230270542,"score_gpt":0.391105571972264,"score_spread":0.3237461196695586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029874106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5083671,0.0018239765,0.0013141751,0.15121767,0.004272277,0.0014218761,0.0000074387817,0.0007023786,0.33087307],"genre_scores_gemma":[0.8392624,0.00034938642,0.010017745,0.00062599726,0.0011439953,0.00010063411,0.000007162128,0.000014815027,0.14847784],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902904,0.00019659998,0.00016946255,0.00021568582,0.00020764695,0.00018158973],"domain_scores_gemma":[0.9986245,0.00072838267,0.0001532701,0.00011728298,0.00025017528,0.00012640616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007529434,0.00008311293,0.00009789089,0.00007551232,0.0007762224,0.00021656438,0.000096759846,0.00007599942,0.00026271938],"category_scores_gemma":[0.006955017,0.00009345157,0.000049305512,0.00011423075,0.000042676955,0.00056950725,0.000009969369,0.00016134235,0.00002584355],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056159215,0.00023483722,0.0014342399,0.0000081604685,0.000020542999,1.8894807e-8,0.036832042,8.7170304e-7,0.00020116723,0.032943133,0.047172587,0.8811468],"study_design_scores_gemma":[0.00034251402,0.00005045477,0.005108639,0.00008404266,0.00010118295,0.0000013823834,0.009623648,0.00015316173,0.000052812993,0.002272052,0.9820445,0.00016559238],"about_ca_topic_score_codex":0.0036314446,"about_ca_topic_score_gemma":0.0017050675,"teacher_disagreement_score":0.9348719,"about_ca_system_score_codex":0.00007972312,"about_ca_system_score_gemma":0.000073941665,"threshold_uncertainty_score":0.83263075},"labels":[],"label_agreement":null},{"id":"W2029954786","doi":"10.7202/1024670ar","title":"Les perceptions des enseignants-chercheurs de l’Université libre de Bruxelles à propos de l’évaluation des enseignements","year":2014,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Sociology; Art","score_opus":0.24482881199550746,"score_gpt":0.4358217288729144,"score_spread":0.19099291687740697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029954786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86863273,0.0010267404,0.0847836,0.02885269,0.00073391036,0.0008096388,0.000013972073,0.0002112214,0.014935495],"genre_scores_gemma":[0.9073108,0.0026199634,0.06762973,0.000464836,0.0005946058,0.000097214805,0.0001540029,0.00007100299,0.02105787],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9614627,0.035060346,0.00064320525,0.000630337,0.0013737136,0.00082973216],"domain_scores_gemma":[0.99481386,0.0025512872,0.0006970126,0.000433105,0.0011941048,0.00031061305],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05821796,0.0003976766,0.0003102825,0.00032580757,0.0028123732,0.0003857502,0.00052358164,0.00058860943,0.0032667513],"category_scores_gemma":[0.015130977,0.00047709295,0.00019615304,0.0007609475,0.00073727325,0.0020773504,0.00007774722,0.00065867224,0.00037502483],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000349755,0.0004303078,0.039702415,0.000118453085,0.00008442167,6.914041e-7,0.65646404,0.004840889,0.0038243912,0.0049264883,0.0040003895,0.28557253],"study_design_scores_gemma":[0.0010141194,0.00024092566,0.84037185,0.00042427873,0.0007445988,0.000025795469,0.071433626,0.026609667,0.00063149526,0.042406604,0.015535169,0.0005618922],"about_ca_topic_score_codex":0.018136226,"about_ca_topic_score_gemma":0.009302012,"teacher_disagreement_score":0.80066943,"about_ca_system_score_codex":0.0050673885,"about_ca_system_score_gemma":0.004372939,"threshold_uncertainty_score":0.9997681},"labels":[],"label_agreement":null},{"id":"W2033908450","doi":"10.1097/00001888-200003000-00005","title":"The Adult Learner","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Optimal distinctiveness theory; Psychology; Learning theory; Adult education; Cognitive psychology; Social psychology; Pedagogy","score_opus":0.12821045387582553,"score_gpt":0.48629019058428447,"score_spread":0.35807973670845894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033908450","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09670113,0.0014464303,0.000023715242,0.45004797,0.00042955964,0.00014253616,1.5753626e-7,0.0001043167,0.4511042],"genre_scores_gemma":[0.77099365,0.0130494535,0.00002779837,0.0062741316,0.0018689162,0.000010638895,0.0000012561313,0.0000073432507,0.20776682],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982056,0.0005582314,0.00019824864,0.00012210813,0.0006967256,0.00021906571],"domain_scores_gemma":[0.998233,0.0013729443,0.000087575296,0.00014369842,0.00006648383,0.00009629786],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004824296,0.00005502088,0.00007556173,0.000020322987,0.00092916243,0.0000122858655,0.0004005262,0.00010402265,0.0054332684],"category_scores_gemma":[0.0068262927,0.000032145825,0.000014715985,0.0001578952,0.0005637329,0.00019834384,0.00001097583,0.00060749764,0.00090685557],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026257392,0.0000029286336,0.0027645614,0.0000022660543,0.00001707635,0.0000014173871,0.068184294,0.00001341803,0.000060528033,0.16232876,0.40468386,0.36191463],"study_design_scores_gemma":[0.00017456208,0.00002001449,0.00079494854,0.00002496385,0.000015791022,0.00000114732,0.008846013,0.000053624663,0.000004648248,0.0053271735,0.98469335,0.000043765045],"about_ca_topic_score_codex":0.0022844514,"about_ca_topic_score_gemma":0.000215882,"teacher_disagreement_score":0.6742925,"about_ca_system_score_codex":0.00003803627,"about_ca_system_score_gemma":0.00007760684,"threshold_uncertainty_score":0.9998711},"labels":[],"label_agreement":null},{"id":"W2035359606","doi":"10.1080/1360144032000071288","title":"Reflecting on teaching: The influence of context","year":2002,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Context (archaeology); Institution; Pedagogy; Teaching and learning center; Reflection (computer programming); Teaching method; Higher education; Psychology; Personality; Atmosphere (unit); Social environment; Sociology; Mathematics education; Social psychology; Social science; Computer science; Political science","score_opus":0.29795632405076905,"score_gpt":0.5208815555359235,"score_spread":0.22292523148515447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035359606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8753997,0.00018530048,0.00027136705,0.10970988,0.0013284966,0.00024813061,0.0000012860951,0.000022007109,0.01283381],"genre_scores_gemma":[0.9892373,0.00015360316,0.00072548277,0.003024044,0.0004808694,0.000015662808,4.4142905e-7,0.000007024148,0.006355557],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977376,0.00036440016,0.00043192375,0.00009459847,0.0012035969,0.00016787833],"domain_scores_gemma":[0.99687535,0.002080419,0.0005962109,0.00007555354,0.0003272214,0.00004526195],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00901083,0.000074304524,0.000078056284,0.00007623842,0.0013502815,0.00009635961,0.0013867178,0.00005731934,0.00013987548],"category_scores_gemma":[0.0068033673,0.000043208798,0.000056590085,0.000055292378,0.000120063785,0.00029756888,0.00006552712,0.000954718,0.00005175223],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019519989,0.0001305066,0.005379206,0.0000062905033,0.00050884177,0.0000036972099,0.29067022,0.005955298,0.0014158007,0.17096199,0.053574283,0.47119868],"study_design_scores_gemma":[0.00030311808,0.00002964274,0.004486065,0.00013437698,0.000014692454,0.000030284109,0.006610841,0.00025819038,0.00044783938,0.0041584466,0.9834356,0.00009091825],"about_ca_topic_score_codex":0.00007436662,"about_ca_topic_score_gemma":0.00003115072,"teacher_disagreement_score":0.9298613,"about_ca_system_score_codex":0.0003029056,"about_ca_system_score_gemma":0.00016843902,"threshold_uncertainty_score":0.9999498},"labels":[],"label_agreement":null},{"id":"W2035497755","doi":"10.1007/s10984-014-9167-9","title":"The Medical School Learning Environment Survey: an examination of its factor structure and relationship to student performance and satisfaction","year":2014,"lang":"en","type":"article","venue":"Learning Environments Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Confirmatory factor analysis; Flexibility (engineering); Psychology; Sociology of Education; Sample (material); Medical education; Applied psychology; Structural equation modeling; Pedagogy; Medicine; Computer science","score_opus":0.15039182183961894,"score_gpt":0.4647319807385476,"score_spread":0.31434015889892863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035497755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981311,0.00010394042,0.00012533864,0.0009936646,0.000036274407,0.00030992503,0.0000010094683,0.000013893024,0.0002848543],"genre_scores_gemma":[0.99609894,0.0013209438,0.000109600755,0.000013535382,0.000058891485,0.000015518843,0.0000070595042,0.000012900182,0.0023625987],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98793834,0.009032733,0.00020817576,0.0002854741,0.002270129,0.00026516645],"domain_scores_gemma":[0.99640703,0.0029786548,0.00013215652,0.00014662428,0.000031073836,0.00030445165],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.017318347,0.00008377442,0.000097894415,0.0001112417,0.001898939,0.00015129763,0.00019711065,0.00011927803,0.00037958968],"category_scores_gemma":[0.01728794,0.000070426715,0.000009043697,0.00011754683,0.00030397277,0.00044143246,0.00017581847,0.001022639,0.00004151139],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001470816,0.000015861622,0.8493822,0.000007692098,0.000008291639,1.234332e-7,0.0048002535,0.0014650779,0.00047525662,0.0002519758,0.0000054599805,0.14357309],"study_design_scores_gemma":[0.00015725655,0.00024403758,0.9818496,0.000017822927,0.0000039333445,4.5648324e-7,0.0015138009,0.002075354,0.000039971834,0.000019554085,0.014006829,0.000071363764],"about_ca_topic_score_codex":0.00037299868,"about_ca_topic_score_gemma":0.00042560202,"teacher_disagreement_score":0.14350173,"about_ca_system_score_codex":0.00018413218,"about_ca_system_score_gemma":0.00004942476,"threshold_uncertainty_score":0.99940044},"labels":[],"label_agreement":null},{"id":"W2035716603","doi":"10.7202/1024668ar","title":"Les étudiants sont-ils compétents pour évaluer la qualité des enseignements ?","year":2014,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Art; Philosophy","score_opus":0.2714236285467857,"score_gpt":0.49461145826670877,"score_spread":0.22318782971992307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035716603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8469098,0.0009875661,0.021531561,0.06694247,0.0041778446,0.0008865607,0.00002130545,0.00018347305,0.058359392],"genre_scores_gemma":[0.96400064,0.00045594404,0.014691974,0.00065518625,0.0008302966,0.00008702417,0.00015104533,0.000059421964,0.019068455],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.94667196,0.048832987,0.00090087723,0.000682833,0.0020921077,0.0008192335],"domain_scores_gemma":[0.9925015,0.004843982,0.001038792,0.0004882846,0.00084240874,0.00028503334],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.10081403,0.00038727964,0.00039352317,0.00025043086,0.0013890964,0.0003810725,0.00048716186,0.0004312558,0.0027311798],"category_scores_gemma":[0.01868075,0.00043553062,0.00017660654,0.000572076,0.00041307378,0.0021176036,0.00007790003,0.00052493653,0.0016040712],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032874555,0.0012427116,0.072665446,0.00016416366,0.00021772947,8.2552066e-7,0.49387568,0.0014319117,0.00043753374,0.064170115,0.016659847,0.34910116],"study_design_scores_gemma":[0.0013908603,0.00011879535,0.83762926,0.00035753136,0.00042902463,0.0000058692885,0.021902233,0.0056073247,0.00012751788,0.02149867,0.11035134,0.00058158993],"about_ca_topic_score_codex":0.008263683,"about_ca_topic_score_gemma":0.0050829705,"teacher_disagreement_score":0.7649638,"about_ca_system_score_codex":0.0015012827,"about_ca_system_score_gemma":0.0019312963,"threshold_uncertainty_score":0.99991095},"labels":[],"label_agreement":null},{"id":"W2036643696","doi":"10.5206/cjsotl-rcacea.2010.1.4","title":"Educational Development Websites: What Do They Tell Us About How Canadian Centres Support the Scholarship of Teaching and Learning?","year":2010,"lang":"fr","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Political science; Scholarship; Humanities; Scholarship of Teaching and Learning; Library science; Sociology; Pedagogy; Teaching method; Philosophy; Teaching and learning center","score_opus":0.06341574288212581,"score_gpt":0.36215774908603837,"score_spread":0.29874200620391256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036643696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8427913,0.014427145,0.000018843326,0.13710177,0.0024397145,0.000460274,0.000012576641,0.0000134158845,0.0027349214],"genre_scores_gemma":[0.9752757,0.0006900677,0.0022337865,0.0008262719,0.0010313436,0.000012906469,0.000011133477,0.00005994571,0.019858878],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98540366,0.011366005,0.0007035984,0.0004115526,0.0009969053,0.0011182617],"domain_scores_gemma":[0.9869403,0.0096850535,0.0013199701,0.00038590972,0.00049001415,0.0011787241],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07793983,0.00040361792,0.00040696832,0.000412136,0.032224678,0.004794065,0.0015254883,0.00035894348,0.00047513636],"category_scores_gemma":[0.04444551,0.0002691925,0.0002142848,0.00019521707,0.0012912479,0.0028694237,0.00009191452,0.018756604,0.000017858876],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048799775,0.00004822235,0.39653078,0.00012598126,0.0005378676,0.0000064381784,0.24260521,0.0017530534,0.00031164038,0.040088598,0.0008973786,0.31704605],"study_design_scores_gemma":[0.0004108514,0.00014004616,0.15905866,0.0009080249,0.00035415732,0.00026109547,0.0636361,0.00021309,0.000024610485,0.003595174,0.77099395,0.00040426626],"about_ca_topic_score_codex":0.36406967,"about_ca_topic_score_gemma":0.81305623,"teacher_disagreement_score":0.77009654,"about_ca_system_score_codex":0.00048072377,"about_ca_system_score_gemma":0.0067686765,"threshold_uncertainty_score":0.99997604},"labels":[],"label_agreement":null},{"id":"W2039144091","doi":"10.3138/jvme.34.4.369","title":"Teaching Insights from Adult Learning Theory","year":2007,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certainty; Curriculum; Process (computing); Learning theory; Psychology; Mathematics education; Learning styles; Cognition; Teaching method; Pedagogy; Computer science; Epistemology","score_opus":0.11405883586626042,"score_gpt":0.49361492559156456,"score_spread":0.37955608972530414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039144091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9519945,0.0004970884,0.0038353666,0.011943694,0.0024839074,0.000049245024,8.611647e-8,0.000024396777,0.029171746],"genre_scores_gemma":[0.9910826,0.00014383352,0.0037897418,0.0012187236,0.0027677156,8.746544e-7,0.0000022417812,0.000008553376,0.0009857062],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960316,0.0019483417,0.00047605936,0.00009872625,0.0012970249,0.00014828183],"domain_scores_gemma":[0.99669355,0.0018893285,0.00068925734,0.000080031,0.00030834114,0.00033948608],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0099273445,0.000070909686,0.00013074014,0.00016427331,0.0004732955,0.000051768493,0.00032009685,0.0001303486,0.0006802061],"category_scores_gemma":[0.03321208,0.00006113844,0.00006886528,0.000097727505,0.00012049118,0.00078256766,0.000027720514,0.0010101063,0.00002755229],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003352487,0.0006825395,0.0034645286,0.000012913393,0.00006192374,0.000060880877,0.10001084,0.00000712565,0.00097613287,0.080885164,0.0019340568,0.8115686],"study_design_scores_gemma":[0.0005307665,0.00065565365,0.027567672,0.00046079035,0.000067935485,0.000117573,0.06677494,0.00007194357,0.000030800256,0.020220427,0.88331693,0.0001845775],"about_ca_topic_score_codex":0.0012084949,"about_ca_topic_score_gemma":0.0001239934,"teacher_disagreement_score":0.8813829,"about_ca_system_score_codex":0.0001901512,"about_ca_system_score_gemma":0.0016044533,"threshold_uncertainty_score":0.9749316},"labels":[],"label_agreement":null},{"id":"W2041063121","doi":"10.1177/0741713610392763","title":"The Teaching Perspectives Inventory at 10 Years and 100,000 Respondents","year":2010,"lang":"en","type":"article","venue":"Adult Education Quarterly","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Excellence; Psychology; Teaching method; Vocabulary; Pedagogy; Mathematics education; Reliability (semiconductor); Sociology; Political science","score_opus":0.029402060269717496,"score_gpt":0.40646125953883294,"score_spread":0.37705919926911546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041063121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95549417,0.00019600488,0.000003305516,0.020507224,0.0012235746,0.00018841073,0.0000010291787,0.00006070844,0.022325566],"genre_scores_gemma":[0.9551934,0.00003375549,0.00033179604,0.00022261734,0.00049779116,0.000035067336,0.000002868204,0.00001018884,0.043672528],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99822205,0.0007831671,0.00015904676,0.0002223956,0.00042811857,0.00018523457],"domain_scores_gemma":[0.9986804,0.00056870794,0.00018362823,0.00024869366,0.00020058342,0.00011800042],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0025152282,0.00007710094,0.00006133542,0.00007747141,0.001672431,0.00031621297,0.0002681573,0.00007338319,0.0005240932],"category_scores_gemma":[0.00235697,0.00006857961,0.00003094433,0.000082088634,0.00029355596,0.000629288,0.000016347432,0.00035521216,0.0002683124],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039712137,0.00017137254,0.013453543,0.0000036649913,0.000021354514,2.7850422e-7,0.5815716,1.2550335e-7,0.0006553935,0.18991707,0.02625413,0.18791175],"study_design_scores_gemma":[0.00017166938,0.00009215196,0.106716074,0.000012857388,0.000020113646,0.0000025376157,0.25586316,0.00002156752,0.000006619167,0.005137239,0.6318084,0.00014761352],"about_ca_topic_score_codex":0.0032678982,"about_ca_topic_score_gemma":0.008311278,"teacher_disagreement_score":0.6055543,"about_ca_system_score_codex":0.00012500785,"about_ca_system_score_gemma":0.00036063968,"threshold_uncertainty_score":0.99962723},"labels":[],"label_agreement":null},{"id":"W2042121034","doi":"10.1207/s15328015tlm1302_2","title":"Developing a Training Program to Improve Supervisor-Resident Relationships, Step 1: Defining the Types of Issues","year":2001,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Supervisor; Collegiality; Interpersonal communication; Psychology; Identification (biology); Variance (accounting); Medical education; Interpersonal relationship; Applied psychology; Social psychology; Pedagogy; Medicine","score_opus":0.18204842106739214,"score_gpt":0.463007511029298,"score_spread":0.2809590899619059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042121034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85824764,0.0020868191,0.0029889375,0.12264861,0.00020301648,0.00045637912,1.73776e-7,0.00020805367,0.013160352],"genre_scores_gemma":[0.9785594,0.00015732742,0.018594306,0.00028693007,0.00019468668,0.00002807315,0.000002797547,0.000013199316,0.0021632828],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9952021,0.003447946,0.00036279313,0.00022002256,0.00050019735,0.0002669029],"domain_scores_gemma":[0.99634224,0.0032102577,0.00018820904,0.000120004566,0.0000650582,0.000074226],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.021731649,0.000105999534,0.00022663304,0.00018696096,0.0014462218,0.000056601137,0.00020273999,0.00007025991,0.000043228752],"category_scores_gemma":[0.03225626,0.00007840998,0.000019565798,0.0003045564,0.00018719828,0.00020733225,0.000049888164,0.0014412033,0.0000068769764],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020419859,0.000016114142,0.08278577,0.000018124967,0.00001651473,0.0000025998,0.46096972,0.00085776777,0.00004651958,0.03303223,0.0001825871,0.42205164],"study_design_scores_gemma":[0.00064644153,0.0004315391,0.09508511,0.0010591941,0.000062173,0.000008039873,0.4799979,0.004428585,0.0000033165,0.0011980953,0.41683516,0.00024444252],"about_ca_topic_score_codex":0.018161738,"about_ca_topic_score_gemma":0.0025928263,"teacher_disagreement_score":0.4218072,"about_ca_system_score_codex":0.00007129653,"about_ca_system_score_gemma":0.00013148531,"threshold_uncertainty_score":0.99985373},"labels":[],"label_agreement":null},{"id":"W2043118965","doi":"10.1080/02602930802082228","title":"What do students consider useful about student ratings?","year":2008,"lang":"en","type":"article","venue":"Assessment & Evaluation in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Ranking (information retrieval); Reliability (semiconductor); Applied psychology; Variance (accounting); Higher education; Mathematics education; Computer science","score_opus":0.27636819001779894,"score_gpt":0.581646382299723,"score_spread":0.30527819228192404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043118965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9443405,0.0012314204,0.000021459029,0.01964658,0.0076768836,0.001673771,7.5263654e-7,0.00009259496,0.025315989],"genre_scores_gemma":[0.98513126,0.0011275072,0.0015630426,0.0012374187,0.0006356651,0.0007729402,0.000050916868,0.000023585531,0.009457642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9911293,0.0032607806,0.0007092284,0.0005427483,0.004008668,0.000349286],"domain_scores_gemma":[0.99708986,0.0007422422,0.0006248961,0.00041477702,0.000990411,0.00013781669],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009992114,0.00020148241,0.00022499978,0.0003152441,0.0008794519,0.00083415606,0.00049012643,0.00014486667,0.00695002],"category_scores_gemma":[0.0006752294,0.00022190987,0.00006383234,0.00057285174,0.00017670085,0.0036626114,0.000075690536,0.00034039663,0.00021576927],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007724738,0.0013154832,0.93126684,0.000008316024,0.00004052494,0.0000010187691,0.034585368,0.00040418585,0.00004423017,0.020246912,0.005934813,0.0061445977],"study_design_scores_gemma":[0.000779366,0.000040541057,0.9309947,0.00013097544,0.00007495368,0.0000013461544,0.019417726,0.00006560029,0.000008892374,0.0025702142,0.045680344,0.00023533043],"about_ca_topic_score_codex":0.0009452125,"about_ca_topic_score_gemma":0.00046879458,"teacher_disagreement_score":0.040790733,"about_ca_system_score_codex":0.0017319183,"about_ca_system_score_gemma":0.0034714644,"threshold_uncertainty_score":0.99395776},"labels":[],"label_agreement":null},{"id":"W2045038008","doi":"10.1080/07294360.2013.832158","title":"Chemistry professors’ descriptions of the impact of research engagement on teaching","year":2013,"lang":"en","type":"article","venue":"Higher Education Research & Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Contextualization; Operationalization; Nexus (standard); Subject matter; Subject (documents); Empirical research; Pedagogy; Mathematics education; Psychology; Epistemology; Computer science; Curriculum; Library science","score_opus":0.418736189963932,"score_gpt":0.599443027335712,"score_spread":0.18070683737177995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045038008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86866033,0.00006469832,0.000002452135,0.016616512,0.00029651774,0.0010635447,0.0000010843352,0.000020036703,0.11327482],"genre_scores_gemma":[0.930365,0.000022743,0.0014079306,0.000027223768,0.0001465395,0.000496463,0.0000052373593,0.00001185476,0.06751698],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9905237,0.005449978,0.00040272178,0.00025997346,0.0028769772,0.00048666447],"domain_scores_gemma":[0.9956335,0.0015316079,0.00021219594,0.00048065296,0.0019840696,0.00015798534],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022463275,0.00009488328,0.000121436766,0.00028113514,0.0019747969,0.00012726332,0.00084012316,0.000089905225,0.00625516],"category_scores_gemma":[0.004317341,0.000068258545,0.00006715696,0.000801124,0.0005346035,0.00032362086,0.00023479621,0.0012514071,0.00025350528],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006349492,0.006091166,0.11848845,0.00032282935,0.00029145603,2.9474847e-7,0.22498053,0.00015583742,0.039840005,0.13045597,0.4381222,0.04118774],"study_design_scores_gemma":[0.00015518439,0.000058242418,0.83467776,0.00033037993,0.0000045165657,1.6033188e-7,0.021505054,0.0000060188972,0.00580577,0.00420112,0.13313545,0.000120321565],"about_ca_topic_score_codex":0.009770842,"about_ca_topic_score_gemma":0.000052743653,"teacher_disagreement_score":0.7161893,"about_ca_system_score_codex":0.0013751319,"about_ca_system_score_gemma":0.00744731,"threshold_uncertainty_score":0.9993245},"labels":[],"label_agreement":null},{"id":"W2046255612","doi":"10.5539/jel.v1n1p1","title":"Study Strategies Are Associated with Performance in Basic Science Courses in the Medical Curriculum","year":2012,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Loyola University Chicago Stritch School of Medicine","keywords":"Constructive; Mathematics education; Rote learning; Psychology; Curriculum; Teaching method; Pedagogy; Computer science; Cooperative learning; Process (computing)","score_opus":0.07793726797901271,"score_gpt":0.45911804969583936,"score_spread":0.3811807817168267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046255612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913763,0.000212389,0.0000023744662,0.004038665,0.00021945883,0.000070213755,1.1024612e-8,0.0000029171013,0.004077683],"genre_scores_gemma":[0.9995866,0.00005079514,0.000034809815,0.000090604204,0.00014708462,0.0000024905437,9.049745e-8,0.0000017409718,0.00008578523],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99759066,0.0011669961,0.0001698335,0.00004918795,0.0008870174,0.00013631606],"domain_scores_gemma":[0.99886906,0.00046081757,0.0003972966,0.000030858013,0.00017567734,0.00006627245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019324174,0.000037232032,0.00007468601,0.00017272418,0.00043085482,0.00015698647,0.00017936433,0.000022723805,0.000057289548],"category_scores_gemma":[0.0072019524,0.000023273778,0.0000073097985,0.0004879231,0.00016204559,0.0015941134,0.0000084852,0.0005855097,0.0000015686114],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024715825,0.00046874693,0.8858393,0.0000012537275,0.000002097979,7.402911e-7,0.11069712,0.00011837885,6.14689e-7,0.00029588974,0.000023540691,0.0025498606],"study_design_scores_gemma":[0.00010384844,0.00005938884,0.582147,0.00007142052,0.0000049293535,0.000005916507,0.41660318,0.000046089233,1.4086174e-7,0.000005495753,0.0009325559,0.000020014477],"about_ca_topic_score_codex":0.00029315747,"about_ca_topic_score_gemma":0.0009768339,"teacher_disagreement_score":0.30590606,"about_ca_system_score_codex":0.00009526027,"about_ca_system_score_gemma":0.0014622392,"threshold_uncertainty_score":0.862193},"labels":[],"label_agreement":null},{"id":"W2047157529","doi":"10.1007/s10755-008-9081-0","title":"Program Assessments: Success Strategies for Three Canadian Teaching Centers","year":2008,"lang":"en","type":"article","venue":"Innovative Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; Western University; University of Manitoba","funders":"","keywords":"Higher education; Medical education; Faculty development; Process (computing); Program evaluation; Psychology; Political science; Professional development; Computer science; Medicine; Public administration","score_opus":0.20065295756101675,"score_gpt":0.5230822995026143,"score_spread":0.32242934194159756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047157529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66286343,0.00008365789,0.0018578476,0.043448802,0.004161412,0.0021216886,0.000016869473,0.00028002655,0.28516626],"genre_scores_gemma":[0.9821019,0.0000034974262,0.01086039,0.00089579076,0.00061212305,0.0004890466,0.00009241249,0.000017091572,0.0049277367],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850935,0.00030029146,0.00023771063,0.00025022487,0.00037386033,0.0003285443],"domain_scores_gemma":[0.99839836,0.0002065243,0.0002585385,0.00015076071,0.0008710881,0.00011472363],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0013461828,0.000118498036,0.00010804226,0.00025232325,0.0016125942,0.0002688213,0.00028827423,0.00008560777,0.00024380749],"category_scores_gemma":[0.00032219413,0.00012513483,0.000028837183,0.00055332243,0.00019152908,0.0018540169,0.000012360547,0.00025089577,0.00002067646],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011282587,0.00034095533,0.11661486,0.000013460413,0.000045282315,4.6038016e-7,0.011024559,0.000009923794,0.000039418712,0.807562,0.026191693,0.038146123],"study_design_scores_gemma":[0.0001674163,0.00007488332,0.28019488,0.000026155793,0.0000110409965,5.839467e-7,0.006399371,0.00001750596,0.0000069052144,0.008232316,0.7046964,0.00017252576],"about_ca_topic_score_codex":0.29905042,"about_ca_topic_score_gemma":0.16412187,"teacher_disagreement_score":0.79932964,"about_ca_system_score_codex":0.0007013451,"about_ca_system_score_gemma":0.0059584705,"threshold_uncertainty_score":0.9996872},"labels":[],"label_agreement":null},{"id":"W2048560259","doi":"10.1080/03043790902987410","title":"Seeing through the lens of social justice: a threshold for engineering","year":2009,"lang":"en","type":"article","venue":"European Journal of Engineering Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Social Sciences and Humanities Research Council of Canada; Chalmers Tekniska Högskola","keywords":"Liminality; Class (philosophy); Discipline; Economic Justice; Sociology; Space (punctuation); Mathematics education; Narrative; Pedagogy; Psychology; Social science; Computer science; Linguistics; Artificial intelligence; Political science; Law","score_opus":0.07894293859560277,"score_gpt":0.39310918651939897,"score_spread":0.3141662479237962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048560259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56959075,0.003496319,0.24993087,0.096246436,0.013148923,0.0010789365,0.0000065228087,0.0002341735,0.06626707],"genre_scores_gemma":[0.98513275,0.000036306694,0.012592229,0.0001527224,0.001904906,0.0000010305836,8.639055e-7,0.000015281006,0.00016389048],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902874,0.00013612419,0.00034002747,0.00006436335,0.00029233412,0.00013841268],"domain_scores_gemma":[0.9989365,0.0002844258,0.00039678594,0.00007916459,0.0002712727,0.000031885396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029549652,0.00007439075,0.000110128865,0.00008259547,0.0002171504,0.000059151647,0.00027499636,0.00002001203,0.000011106745],"category_scores_gemma":[0.0020620285,0.00006368121,0.000091398804,0.00015644907,0.000020301424,0.0005238158,0.000008087793,0.00021366806,0.0000022171548],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086553686,0.00048117145,0.00010175788,0.00032659766,0.00019971475,0.0000039309284,0.21769977,0.14074819,0.020328812,0.55539364,0.029150853,0.035478994],"study_design_scores_gemma":[0.0006201471,0.0003272058,0.020713529,0.0003848977,0.00041572037,0.000018332466,0.010169098,0.0032366524,0.00049166015,0.0005185202,0.962786,0.00031819835],"about_ca_topic_score_codex":0.0000050497997,"about_ca_topic_score_gemma":6.9065743e-7,"teacher_disagreement_score":0.9336352,"about_ca_system_score_codex":0.000083600105,"about_ca_system_score_gemma":0.00019833111,"threshold_uncertainty_score":0.25968444},"labels":[],"label_agreement":null},{"id":"W2050881952","doi":"10.5206/cjsotl-rcacea.2011.1.4","title":"The Continuing Education of Faculty as Teachers at a Mid-sized Ontario University","year":2011,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Laurentian University; Nipissing University","funders":"","keywords":"Excellence; Sociology; University faculty; Humanities; Pedagogy; Library science; Political science; Medical education; Art; Medicine","score_opus":0.12704784009140052,"score_gpt":0.37651588366758587,"score_spread":0.24946804357618535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050881952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815523,0.00047325724,0.000031913998,0.00546577,0.00035922386,0.0001934279,0.0000016179672,0.000008510768,0.011914005],"genre_scores_gemma":[0.9673076,0.000025635216,0.0005626886,0.000052575204,0.00007401201,0.0000010860502,0.0000011860812,0.000007961029,0.03196721],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99596256,0.0032043562,0.00019592293,0.00009562228,0.00029073138,0.0002507999],"domain_scores_gemma":[0.99703133,0.0018708048,0.00056937267,0.00013655456,0.00019535204,0.0001966107],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.024335071,0.0000810434,0.00011309474,0.000075148375,0.011032767,0.00021374771,0.0006152011,0.00006909567,0.00007939669],"category_scores_gemma":[0.011104053,0.000049406288,0.000105004394,0.00007120894,0.00042515123,0.00041374794,0.000028568851,0.0020569495,0.0000022029299],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012874471,0.000012867335,0.08803599,0.0000052146406,0.00012843648,8.909704e-7,0.7889478,0.0000987031,0.00011497995,0.020953901,0.0003270911,0.10124536],"study_design_scores_gemma":[0.0004242292,0.00009570189,0.086798735,0.00016093602,0.00022128351,0.00002663589,0.24386787,0.00002019415,0.000035357785,0.0033852262,0.664837,0.00012684536],"about_ca_topic_score_codex":0.6507984,"about_ca_topic_score_gemma":0.81727946,"teacher_disagreement_score":0.6645099,"about_ca_system_score_codex":0.00048354862,"about_ca_system_score_gemma":0.0016855187,"threshold_uncertainty_score":0.9972258},"labels":[],"label_agreement":null},{"id":"W2053068790","doi":"10.3138/jvme.0914-096r1","title":"Challenges and Issues in the Evaluation of Teaching Quality: How Does it Affect Teachers' Professional Practice? A UK Perspective","year":2015,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Quality (philosophy); Perspective (graphical); Accountability; Affect (linguistics); Medical education; Higher education; Professional development; Psychology; Faculty development; Teaching method; Pedagogy; Medicine; Political science; Computer science","score_opus":0.4625232814569161,"score_gpt":0.6237331987954842,"score_spread":0.16120991733856804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053068790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57754487,0.0050075795,0.000009894587,0.410236,0.000776206,0.00020991152,1.8849677e-7,0.0000035176158,0.006211813],"genre_scores_gemma":[0.9957337,0.0011864299,0.0015555879,0.0005379062,0.00081857666,0.000018234254,9.166413e-7,0.000005304602,0.00014338817],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9806167,0.015275187,0.00040510934,0.00014388171,0.0034326003,0.00012653654],"domain_scores_gemma":[0.9946883,0.0027918152,0.0010220055,0.00012940106,0.0012057137,0.00016277467],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08685773,0.000087494576,0.00020330738,0.00017281085,0.00016185937,0.00006260147,0.00030401757,0.00012389575,0.000064236905],"category_scores_gemma":[0.15209348,0.000053515094,0.00004706076,0.00009826904,0.00020598272,0.0012774509,0.00003854055,0.00071946875,9.877518e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019561058,0.0010825255,0.0010792935,0.000029567469,0.00004832942,0.00000505425,0.81927186,0.000002980344,0.000068588546,0.01743463,0.003428286,0.15735328],"study_design_scores_gemma":[0.00070883037,0.00062088337,0.028124597,0.00041080604,0.0001052138,0.00011624793,0.9179731,0.00006336853,0.000002983063,0.007882412,0.04391017,0.00008139617],"about_ca_topic_score_codex":0.001033724,"about_ca_topic_score_gemma":0.00056406076,"teacher_disagreement_score":0.41818878,"about_ca_system_score_codex":0.00038742903,"about_ca_system_score_gemma":0.003953178,"threshold_uncertainty_score":0.94027215},"labels":[],"label_agreement":null},{"id":"W2053283054","doi":"10.1080/13601440802242333","title":"International perspectives on student awareness, experiences and perceptions of research: implications for academic developers in implementing research‐based teaching and learning","year":2008,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Perception; Pedagogy; Qualitative research; Psychology; Educational research; Higher education; Mathematics education; Sociology; Engineering ethics; Political science","score_opus":0.4236479605078897,"score_gpt":0.6113842900911682,"score_spread":0.18773632958327852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053283054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9494484,0.0002246026,0.0012129999,0.047163073,0.00032709262,0.0005984629,0.0000058115384,0.000017358312,0.0010022193],"genre_scores_gemma":[0.9893322,0.001646302,0.0073650395,0.00012796538,0.00036893788,0.0003964426,0.00000863832,0.0000136466315,0.0007408066],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99584496,0.0012343264,0.00060999166,0.00030845086,0.0015860001,0.00041626918],"domain_scores_gemma":[0.99323297,0.0051285033,0.0003223063,0.000067888046,0.0011488397,0.000099514466],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031955052,0.00010886215,0.00013652652,0.00074327795,0.004836384,0.00014266127,0.0010606146,0.000105473686,0.00003500933],"category_scores_gemma":[0.011374582,0.000090722744,0.00004210681,0.0001872735,0.0007336083,0.00052034535,0.00025093814,0.0023015446,0.0000014350946],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016297372,0.000102106016,0.14104667,0.00000864553,0.00011468277,0.0000014548599,0.8011428,0.00021759822,0.0012079854,0.034056667,0.0023565064,0.019581918],"study_design_scores_gemma":[0.0008927829,0.00007964289,0.1707823,0.00026017055,0.0000075722483,0.000037046597,0.6604966,0.0003273721,0.00014989496,0.0027112335,0.16409515,0.00016026048],"about_ca_topic_score_codex":0.00023212224,"about_ca_topic_score_gemma":0.00011745938,"teacher_disagreement_score":0.16173863,"about_ca_system_score_codex":0.0008315683,"about_ca_system_score_gemma":0.0011012792,"threshold_uncertainty_score":0.99991935},"labels":[],"label_agreement":null},{"id":"W2053410395","doi":"10.1080/03098260902742383","title":"Introduction: Gender Interventions in Research, Teaching and Practice","year":2009,"lang":"en","type":"article","venue":"Journal of Geography in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Psychological intervention; Psychology; Medical education; Pedagogy; Sociology; Medicine","score_opus":0.3483158705411961,"score_gpt":0.5693218474920366,"score_spread":0.2210059769508405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053410395","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4049001,0.005095735,0.00002901644,0.54121596,0.002441592,0.0002412963,2.2103247e-7,0.000018741137,0.046057314],"genre_scores_gemma":[0.98747677,0.00048527622,0.009011554,0.00044954696,0.0017764473,0.0000045108836,8.3255543e-7,0.0000039584174,0.0007910834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99329,0.00527623,0.00048693412,0.00013529818,0.0006350039,0.00017652182],"domain_scores_gemma":[0.9976041,0.0012777583,0.00044629045,0.00010523495,0.0004878692,0.0000787752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028048048,0.000057590038,0.000112399044,0.0013304171,0.00037622696,0.00016319026,0.00017044037,0.00006820507,0.00016790115],"category_scores_gemma":[0.0074153906,0.0000583497,0.000068389796,0.0006555613,0.00010987046,0.002738145,0.000012574399,0.0012806131,0.0000036552492],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000368226,0.006209734,0.16814347,0.000075735305,0.00009308236,0.000013966472,0.10566752,0.00023161073,0.00036429244,0.50068325,0.062141955,0.15600719],"study_design_scores_gemma":[0.00022045732,0.00013125663,0.6241348,0.00012601067,0.000023331488,0.00002033067,0.0204287,0.0000014505337,0.000001424177,0.02133352,0.33351153,0.00006721425],"about_ca_topic_score_codex":0.0011629649,"about_ca_topic_score_gemma":0.00013874208,"teacher_disagreement_score":0.5825767,"about_ca_system_score_codex":0.00018666947,"about_ca_system_score_gemma":0.00029714894,"threshold_uncertainty_score":0.97209495},"labels":[],"label_agreement":null},{"id":"W2056003629","doi":"10.1177/0741088311419630","title":"The Writing’s on the Board","year":2011,"lang":"en","type":"article","venue":"Written Communication","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Narrative; Rhetorical question; Discipline; Pedagogy; Mathematics education; Rhetoric; Composition (language); Linguistics; Sociology; Psychology; Social science","score_opus":0.27599615841135566,"score_gpt":0.426895193251216,"score_spread":0.15089903483986034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056003629","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031497058,0.00028253408,0.000019969233,0.22877017,0.00013325548,0.00023871819,5.013624e-7,0.00009628102,0.7389615],"genre_scores_gemma":[0.9942265,0.00055860315,0.0006356998,0.0012941652,0.00008612633,0.000048907266,0.0000015163299,0.00000671122,0.0031417287],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99726516,0.0020259367,0.0001485184,0.00007755704,0.00035013683,0.0001327012],"domain_scores_gemma":[0.9962655,0.0025492168,0.00017382711,0.0008611392,0.00012280069,0.00002751868],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006476815,0.00004864217,0.000039683233,0.000016558108,0.003718073,0.0002022661,0.0012595883,0.000034829718,0.00022371918],"category_scores_gemma":[0.0020591521,0.000029278655,0.000033566033,0.0000859541,0.0004589769,0.00022633694,0.000091852686,0.0002853411,0.00035867753],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007300507,0.000030123092,0.00060814084,3.643618e-7,0.000008371294,4.688002e-8,0.028947955,3.2760963e-7,0.000005018869,0.9418361,0.010255878,0.018300362],"study_design_scores_gemma":[0.000057695324,0.000021596654,0.0105182165,0.000016723683,0.000012701661,1.5710155e-7,0.027703641,0.0000608488,0.000030214038,0.021593098,0.93991685,0.00006828362],"about_ca_topic_score_codex":0.0046017375,"about_ca_topic_score_gemma":0.003359406,"teacher_disagreement_score":0.9627295,"about_ca_system_score_codex":0.000051662333,"about_ca_system_score_gemma":0.000053899043,"threshold_uncertainty_score":0.997579},"labels":[],"label_agreement":null},{"id":"W2057090415","doi":"10.1080/87567555.2012.654832","title":"Benefits and Drawbacks of Using Multiple Instructors to Teach Single Courses","year":2012,"lang":"en","type":"article","venue":"College Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Confusion; Class (philosophy); Variety (cybernetics); Set (abstract data type); Mathematics education; Teaching method; Style (visual arts); Computer science; Higher education; Psychology; Medical education; Pedagogy; Medicine","score_opus":0.11257731317663006,"score_gpt":0.4097980743639559,"score_spread":0.2972207611873258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057090415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98838675,0.00045395517,0.00029957152,0.0010489665,0.00059696165,0.00031611053,0.000017900944,0.00008224864,0.008797538],"genre_scores_gemma":[0.9773846,0.000007303293,0.02184518,0.00013021308,0.00033999167,0.0000046312502,0.0000016337408,0.000020231202,0.00026616905],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99782586,0.0007708998,0.0002845962,0.00020358,0.0005226151,0.0003924765],"domain_scores_gemma":[0.99836624,0.0008719472,0.00023921744,0.0001819778,0.00008340973,0.0002572345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040513733,0.00013156811,0.00021630862,0.0001883266,0.0011223556,0.00006976074,0.00022324108,0.00009702381,0.000049545],"category_scores_gemma":[0.0055474993,0.0001387576,0.000043579585,0.00019883292,0.00015129177,0.0010844618,0.0001225134,0.00027949316,0.000007950812],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043428652,0.0004361818,0.715812,0.00003710121,0.00005769837,7.90269e-7,0.14172383,0.00060855935,0.008762741,0.07686912,0.0009922531,0.05465627],"study_design_scores_gemma":[0.003362751,0.0004886894,0.24590905,0.0011096293,0.00054600585,0.00005123038,0.28788403,0.0037541178,0.006139774,0.00089135737,0.4473902,0.0024731907],"about_ca_topic_score_codex":0.0029968282,"about_ca_topic_score_gemma":0.0008125512,"teacher_disagreement_score":0.469903,"about_ca_system_score_codex":0.00018389849,"about_ca_system_score_gemma":0.000119422504,"threshold_uncertainty_score":0.86323655},"labels":[],"label_agreement":null},{"id":"W2058442711","doi":"10.12735/ier.v2i3p18","title":"Professors' Perceived Barriers and Incentives for Teaching Improvement","year":2014,"lang":"en","type":"article","venue":"International Education Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Incentive; Psychology; Business; Economics; Microeconomics","score_opus":0.19621114846048365,"score_gpt":0.5940059061227952,"score_spread":0.3977947576623116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058442711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8150662,0.00003679959,0.0010051358,0.108771436,0.0018417872,0.00080317835,0.0000047680273,0.000044631655,0.07242606],"genre_scores_gemma":[0.9721242,0.000034072385,0.003354059,0.00040700528,0.0007035842,0.00028354066,0.00001703434,0.00000876377,0.0230677],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99749,0.0010135032,0.00015932953,0.00023801069,0.0008817827,0.00021739933],"domain_scores_gemma":[0.9971161,0.0014913456,0.00008839192,0.00010748473,0.0010463605,0.00015030724],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010717753,0.000055427077,0.00005875003,0.00023422818,0.001258383,0.00027208487,0.00034528947,0.000050401846,0.00033528032],"category_scores_gemma":[0.025314042,0.00005675156,0.000025069068,0.00007220393,0.0002809711,0.0005378141,0.00007013657,0.00030001288,0.000024558552],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006226164,0.00020624753,0.013041828,0.000025821171,0.000045816574,4.3058296e-8,0.06998661,0.000006038259,0.0022029534,0.65462047,0.01868365,0.24111825],"study_design_scores_gemma":[0.00029855067,0.00007679899,0.01610079,0.000042720876,0.000005546304,2.4844124e-7,0.06955219,0.0010678648,0.00008475197,0.01983202,0.8928404,0.000098152406],"about_ca_topic_score_codex":0.0024010453,"about_ca_topic_score_gemma":0.0003314525,"teacher_disagreement_score":0.8741567,"about_ca_system_score_codex":0.0002851613,"about_ca_system_score_gemma":0.0008320855,"threshold_uncertainty_score":0.98289615},"labels":[],"label_agreement":null},{"id":"W2058860086","doi":"10.1111/j.1468-2273.2008.00402.x","title":"Disciplinary and Contextually Appropriate Approaches to Leadership of Teaching in Research‐Intensive Academic Departments in Higher Education","year":2008,"lang":"en","type":"article","venue":"Higher Education Quarterly","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Queen's University","funders":"","keywords":"Excellence; Context (archaeology); Discipline; Pedagogy; Sociology; Educational leadership; Leadership studies; Psychology; Leadership style; Engineering ethics; Public relations; Political science; Social science; Engineering","score_opus":0.7688115021975348,"score_gpt":0.5283066906752804,"score_spread":0.24050481152225445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058860086","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91930073,0.0007441747,0.000004223147,0.06545942,0.000786192,0.0008043252,0.0000016093087,0.000028542663,0.012870749],"genre_scores_gemma":[0.9785323,0.00002153376,0.0008503456,0.0006511519,0.0003401932,0.00026088825,0.000017437587,0.000018710016,0.019307425],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9957631,0.0021883764,0.00050408597,0.00044392695,0.0007055133,0.00039496107],"domain_scores_gemma":[0.99853355,0.00060133374,0.00024133266,0.00023843034,0.00020854083,0.00017680433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038459303,0.00014350428,0.00022434551,0.0006643826,0.00037794127,0.000053590808,0.00031788423,0.00017996045,0.000119013894],"category_scores_gemma":[0.00043682347,0.00015095984,0.000030169025,0.0005393136,0.00032455815,0.0009221466,0.000033400087,0.00078461296,0.00004599539],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021625502,0.0013567401,0.19939718,0.00009719946,0.00002255037,0.0000019239305,0.60504496,0.000018280747,0.00052092556,0.15633239,0.0073159104,0.029675664],"study_design_scores_gemma":[0.00035114362,0.00021739377,0.82984924,0.0002144235,0.000010005048,0.0000023725975,0.14460766,0.000006581122,0.000013336468,0.011447663,0.013070475,0.0002096899],"about_ca_topic_score_codex":0.0033954734,"about_ca_topic_score_gemma":0.0013130449,"teacher_disagreement_score":0.6304521,"about_ca_system_score_codex":0.0003872431,"about_ca_system_score_gemma":0.0010956166,"threshold_uncertainty_score":0.6155963},"labels":[],"label_agreement":null},{"id":"W2059307255","doi":"10.1177/0092055x14565516","title":"Graduate Student Teacher Training","year":2015,"lang":"en","type":"article","venue":"Teaching Sociology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scrutiny; Training (meteorology); Graduate students; Graduate education; Teacher education; Medical education; Pedagogy; Psychology; Sociology; Mathematics education; Political science; Medicine","score_opus":0.5690747792022951,"score_gpt":0.5512366243826787,"score_spread":0.01783815481961637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059307255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79069996,0.00013410766,0.00055471505,0.025755733,0.0009949825,0.00016587562,6.93815e-7,0.00039259344,0.18130134],"genre_scores_gemma":[0.98847026,0.000009201869,0.0031959864,0.0009876611,0.0009696162,0.000021182657,0.0000064378496,0.000020485268,0.0063191853],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9932591,0.005048762,0.00026854748,0.0003008993,0.0006484979,0.0004742203],"domain_scores_gemma":[0.9984924,0.00075010106,0.00022455836,0.00021029635,0.000097018186,0.00022562104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018038256,0.00013423368,0.00023285644,0.00008646936,0.0010006132,0.00007355513,0.00047919297,0.000189286,0.00016599981],"category_scores_gemma":[0.0070883217,0.00013235708,0.00007539345,0.000053631342,0.0005647743,0.00039332322,0.00008555602,0.0010653258,0.00037079153],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000082506685,0.000088581306,0.0124272695,0.0000012668285,0.00004426601,0.000004444377,0.79674494,0.00005001326,0.000019648642,0.16652063,0.010411943,0.01367874],"study_design_scores_gemma":[0.0009081079,0.00017604891,0.019598575,0.000015122674,0.00007439939,0.0000062926333,0.54292494,0.00013510553,0.000002151128,0.04861268,0.3871315,0.00041507918],"about_ca_topic_score_codex":0.002838006,"about_ca_topic_score_gemma":0.00029625188,"teacher_disagreement_score":0.3767196,"about_ca_system_score_codex":0.00034105816,"about_ca_system_score_gemma":0.00045436082,"threshold_uncertainty_score":0.84858954},"labels":[],"label_agreement":null},{"id":"W2060787190","doi":"10.1097/01.acm.0000225223.45701.da","title":"Creative Professional Activity: An Additional Platform for Promotion of Faculty","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Promotion (chess); Professional development; Medical education; Psychology; Medicine; Political science","score_opus":0.2945882915757052,"score_gpt":0.5308664611063504,"score_spread":0.23627816953064518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060787190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9228809,0.00005028364,0.0035322057,0.044393223,0.0005944529,0.0012316462,0.0004960828,0.00011453793,0.026706662],"genre_scores_gemma":[0.98524255,0.000011990619,0.00089559465,0.00013034754,0.0015091047,0.00011817563,0.0010512951,0.000008096856,0.011032827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983478,0.00022257614,0.00025954758,0.00017962245,0.00082095445,0.00016947671],"domain_scores_gemma":[0.99815106,0.0010159558,0.00044087993,0.00007291998,0.0002466244,0.000072582625],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027303142,0.00008092996,0.00016249003,0.00008455171,0.0003483053,0.0000036909553,0.00017083921,0.00018320998,0.0035291095],"category_scores_gemma":[0.0035627629,0.00006361072,0.000025973799,0.00013726635,0.00034095327,0.0008232367,0.000015243054,0.00031844171,0.0000071256727],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039052963,0.0003255394,0.006873651,0.000085546715,0.0000686299,9.309218e-7,0.05755998,0.000051327996,0.009623836,0.34038228,0.54821545,0.036422327],"study_design_scores_gemma":[0.0040458385,0.0014648264,0.13822278,0.001006413,0.00024290239,0.0000059704766,0.034082036,0.0022347257,0.0034093068,0.22945733,0.585322,0.0005058359],"about_ca_topic_score_codex":0.0013717025,"about_ca_topic_score_gemma":0.00021953582,"teacher_disagreement_score":0.13134913,"about_ca_system_score_codex":0.00009657261,"about_ca_system_score_gemma":0.00027280045,"threshold_uncertainty_score":0.9973818},"labels":[],"label_agreement":null},{"id":"W2060845473","doi":"10.1080/02602930701772754","title":"Telling the second half of the story: linking academic development to student experience of learning","year":2008,"lang":"en","type":"article","venue":"Assessment & Evaluation in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Psychology; Value (mathematics); Higher education; Pedagogy; Mathematics education; Computer science; Political science","score_opus":0.258701240075958,"score_gpt":0.5317956474131663,"score_spread":0.2730944073372083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060845473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98244053,0.00021700353,0.00012225832,0.008902817,0.0013232551,0.0008868166,2.0334153e-7,0.000014374307,0.0060927467],"genre_scores_gemma":[0.9935571,0.000029997165,0.0017170844,0.00019148877,0.00014479239,0.00029603732,0.0000044977232,0.000008695887,0.0040503293],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947731,0.002401926,0.00052229315,0.0002255195,0.0019119972,0.00016516446],"domain_scores_gemma":[0.9978186,0.00072240987,0.0007017745,0.00022712373,0.00049060676,0.000039517196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009443984,0.0000942645,0.00012682128,0.0001371393,0.0008116438,0.000027562652,0.00051009766,0.00007507235,0.0007744054],"category_scores_gemma":[0.0006065645,0.000072764284,0.000035519566,0.0005793218,0.00013554031,0.00040853204,0.00007353123,0.00044842428,0.000009506915],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057453476,0.00020183019,0.6434925,0.00001786293,0.000018714793,3.504632e-8,0.32868147,0.0089352345,0.002175016,0.00846707,0.00017380826,0.007830717],"study_design_scores_gemma":[0.00014331515,0.000019552908,0.8957646,0.00012460903,0.000021388916,2.9666063e-7,0.029688567,0.00016996398,0.0008863327,0.00020753958,0.07287934,0.00009452236],"about_ca_topic_score_codex":0.00030902363,"about_ca_topic_score_gemma":0.00029655106,"teacher_disagreement_score":0.2989929,"about_ca_system_score_codex":0.0007343085,"about_ca_system_score_gemma":0.0028100992,"threshold_uncertainty_score":0.8479196},"labels":[],"label_agreement":null},{"id":"W2062014738","doi":"10.2202/1548-923x.1094","title":"Scholarly Teaching and Scholarship of Teaching: Noting the Difference","year":2005,"lang":"en","type":"article","venue":"International Journal of Nursing Education Scholarship","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Scholarship; Sociology; Higher education; Teaching method; Pedagogy; Medical education; Engineering ethics; Medicine; Political science; Engineering; Law","score_opus":0.20294663702327748,"score_gpt":0.5181231359442183,"score_spread":0.31517649892094085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062014738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88487035,0.00085537496,0.00079467567,0.10054822,0.0022454113,0.00012129486,0.0000021863946,0.000022253662,0.010540251],"genre_scores_gemma":[0.97681123,0.00007035496,0.019814208,0.0009993109,0.001714231,0.0000025786012,0.0000023330394,0.000013087239,0.0005726551],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9939802,0.0029677828,0.00076919014,0.00018921973,0.0018827216,0.0002108567],"domain_scores_gemma":[0.9945546,0.0019150433,0.0015064502,0.00019405846,0.0016613771,0.00016847004],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019368982,0.00013749598,0.000187741,0.00045060425,0.0010459506,0.0012821053,0.0012464862,0.000114889765,0.000056596466],"category_scores_gemma":[0.03396878,0.00011426654,0.00011095613,0.00012974632,0.00030195533,0.0057222224,0.000049543178,0.0025158762,0.000010985303],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000675876,0.0006507414,0.08429646,0.000005302741,0.00008374585,8.269779e-7,0.039574042,0.000027379025,0.0040083933,0.06344078,0.0004624559,0.8073823],"study_design_scores_gemma":[0.0011529856,0.0001787716,0.82809055,0.0028672544,0.00025418343,0.00034121436,0.032853622,0.000070491966,0.0016234462,0.042653542,0.08944713,0.0004668255],"about_ca_topic_score_codex":0.00016279948,"about_ca_topic_score_gemma":0.000039020564,"teacher_disagreement_score":0.80691546,"about_ca_system_score_codex":0.00056412915,"about_ca_system_score_gemma":0.001058099,"threshold_uncertainty_score":0.99978536},"labels":[],"label_agreement":null},{"id":"W2062078335","doi":"10.1007/s10755-005-9000-6","title":"The Scholarship of Teaching and Learning: Theory–Practice Integration in a Faculty Certificate Program","year":2006,"lang":"en","type":"article","venue":"Innovative Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Scholarship; Scholarship of Teaching and Learning; Context (archaeology); Certificate; Higher education; Teaching and learning center; Pedagogy; Sociology; Faculty development; Mathematics education; Teaching method; Psychology; Computer science; Political science; Professional development","score_opus":0.2097676053333444,"score_gpt":0.509278584159523,"score_spread":0.2995109788261786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062078335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81302416,0.0003245052,0.00017911263,0.05250515,0.00046565695,0.00065493543,9.2745495e-7,0.000090634116,0.13275492],"genre_scores_gemma":[0.9849945,0.000013651665,0.0052960957,0.00013995702,0.00015059768,0.000103797385,0.000025533078,0.0000085721995,0.009267331],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99462724,0.0042949375,0.00034850396,0.00018893788,0.0003857004,0.00015470399],"domain_scores_gemma":[0.99632215,0.0021967709,0.00056078064,0.00011101054,0.0007892713,0.000019984656],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01251247,0.00008559195,0.00008667448,0.00013370161,0.00093856046,0.00024615842,0.0001582896,0.00007281092,0.000021179656],"category_scores_gemma":[0.0111401575,0.000066850596,0.000014278539,0.00074310345,0.00025802525,0.0012831917,0.000021271218,0.00083063915,0.000007065903],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035631107,0.00027260825,0.016466515,0.0000035267797,0.000006929751,6.283471e-8,0.010975039,0.0000069834578,0.0004587893,0.7564736,0.00032009522,0.21498021],"study_design_scores_gemma":[0.00014556694,0.00005603845,0.42167497,0.000052871896,0.000014224446,4.946113e-7,0.022949697,0.000013654771,0.00016491853,0.045071475,0.5097505,0.00010562525],"about_ca_topic_score_codex":0.0046488247,"about_ca_topic_score_gemma":0.0003946543,"teacher_disagreement_score":0.7114021,"about_ca_system_score_codex":0.0001572372,"about_ca_system_score_gemma":0.00030601156,"threshold_uncertainty_score":0.9971894},"labels":[],"label_agreement":null},{"id":"W2062936293","doi":"10.5539/ass.v8n14p91","title":"Exploring Peer Learning: Student to Student, Lecturer to Lecturer","year":2012,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Sydney; Macquarie University","keywords":"Perspective (graphical); Peer feedback; Mathematics education; Institution; Discipline; Curriculum; Pedagogy; Peer learning; Psychology; Active learning (machine learning); Sociology; Computer science; Social science","score_opus":0.27029544208614475,"score_gpt":0.5032227880079199,"score_spread":0.2329273459217751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062936293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48150444,0.000024391387,0.0006481642,0.05804621,0.0020736812,0.00055681897,7.280768e-7,0.00020585231,0.4569397],"genre_scores_gemma":[0.989881,0.0000041534154,0.0010656776,0.0018508367,0.001866325,0.00008567951,5.4543204e-7,0.000018185432,0.0052276305],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99383265,0.00060774677,0.0002382354,0.0004713857,0.0037359563,0.0011140044],"domain_scores_gemma":[0.9983597,0.00017792133,0.00013600591,0.00019313642,0.0004104216,0.0007228548],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010289467,0.00017211717,0.00018634793,0.0002592044,0.0039343815,0.00066099735,0.0012330565,0.000070155926,0.00036789465],"category_scores_gemma":[0.005015294,0.00016919136,0.00007428043,0.002011826,0.00037706064,0.0023488197,0.0003598961,0.00042716297,0.0009905457],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009277238,0.00015762582,0.0430926,0.0000017952318,0.00001519155,0.0000011757213,0.8293638,0.00003327906,0.0015302168,0.033022303,0.0036486567,0.089124076],"study_design_scores_gemma":[0.000082802326,0.000053021635,0.45002508,0.0000064052856,0.00001533951,3.9612235e-7,0.05810671,2.8046085e-7,0.00025395135,0.0001037896,0.4911187,0.00023351373],"about_ca_topic_score_codex":0.0006507119,"about_ca_topic_score_gemma":0.00044200462,"teacher_disagreement_score":0.7712571,"about_ca_system_score_codex":0.00074712135,"about_ca_system_score_gemma":0.00035401262,"threshold_uncertainty_score":0.9997873},"labels":[],"label_agreement":null},{"id":"W2063009847","doi":"10.1002/ir.4","title":"Improving Judgments About Teaching Effectiveness Using Teacher Rating Forms","year":2001,"lang":"en","type":"article","venue":"New Directions for Institutional Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Summative assessment; Process (computing); Computer science; Evaluation methods; Psychology; Management science; Mathematics education; Process management; Formative assessment; Business; Engineering","score_opus":0.36243453018453203,"score_gpt":0.5635661835029041,"score_spread":0.20113165331837207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063009847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6852639,0.00042569515,0.0928977,0.0024830173,0.0014451164,0.0020579363,0.000011172734,0.00033604467,0.21507944],"genre_scores_gemma":[0.97736865,0.000047705904,0.01171438,0.000039455157,0.0012918253,0.00019028409,0.00001704776,0.000024876943,0.009305745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954803,0.001535255,0.00030174723,0.00044157467,0.0015547732,0.00068632915],"domain_scores_gemma":[0.99655646,0.0022912838,0.00013499647,0.00020987136,0.0005620347,0.00024535332],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.018272774,0.00013860055,0.00016112042,0.00049432594,0.010269895,0.0004509184,0.0003613178,0.00015370866,0.00018880067],"category_scores_gemma":[0.020472277,0.00014054759,0.00012334288,0.0006808428,0.00038948155,0.0018469864,0.00008454494,0.0008959497,0.00005247392],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035363925,0.00062639697,0.02467152,0.0000930287,0.00016603201,0.0000087501285,0.006027976,0.0061478466,0.013393265,0.5131542,0.0016972827,0.43366006],"study_design_scores_gemma":[0.0017145018,0.0001564408,0.012188455,0.00034387506,0.000064284,0.000028477485,0.0039411215,0.014687026,0.0006731338,0.012542386,0.95319015,0.0004701789],"about_ca_topic_score_codex":0.033741698,"about_ca_topic_score_gemma":0.0032188185,"teacher_disagreement_score":0.95149285,"about_ca_system_score_codex":0.0017632536,"about_ca_system_score_gemma":0.0023807501,"threshold_uncertainty_score":0.9910186},"labels":[],"label_agreement":null},{"id":"W2064493458","doi":"10.3917/riges.291.0048","title":"Les universités traditionnelles : à l'heure des innovations pédagogiques?","year":2004,"lang":"fr","type":"article","venue":"Gestion","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.2332183861533796,"score_gpt":0.4124872565499806,"score_spread":0.179268870396601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064493458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5296389,0.0018810673,0.025113475,0.4208941,0.0011889251,0.00023095866,0.000022986793,0.00022871525,0.020800928],"genre_scores_gemma":[0.96772116,0.0010494372,0.01411079,0.00019652174,0.00044897836,0.0000064627634,0.00004414318,0.00001428162,0.016408242],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982014,0.0006828232,0.0002223687,0.00023793668,0.00040638953,0.00024912253],"domain_scores_gemma":[0.9989222,0.00030612058,0.00022776396,0.00013848202,0.0003143484,0.000091054775],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013804515,0.00013488777,0.000107855936,0.00015077191,0.0015649986,0.000108029606,0.00018980965,0.00027451586,0.0010732698],"category_scores_gemma":[0.001211332,0.00016432772,0.000062023704,0.00078682223,0.0006537362,0.0016024911,0.00002270071,0.00041798197,0.00030817703],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007696952,0.00018262836,0.0009426245,0.000025857298,0.000026006106,0.0000050297663,0.027152969,0.0075172,0.00010483138,0.8526048,0.0013058714,0.11012449],"study_design_scores_gemma":[0.00113807,0.00033276487,0.14547203,0.0008184884,0.00030500366,0.000031584754,0.037318528,0.0003180614,0.00028373886,0.3105649,0.5027837,0.0006331122],"about_ca_topic_score_codex":0.010516367,"about_ca_topic_score_gemma":0.004952386,"teacher_disagreement_score":0.5420399,"about_ca_system_score_codex":0.00087609177,"about_ca_system_score_gemma":0.00029981844,"threshold_uncertainty_score":0.9998399},"labels":[],"label_agreement":null},{"id":"W2064654211","doi":"10.5206/cjsotl-rcacea.2012.1.6","title":"Enseigner dans un programme universitaire innovant : de nouveaux rôles à apprivoiser, des actes pédagogiques à diversifier","year":2012,"lang":"fr","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Context (archaeology); Sociology; Art; Geography","score_opus":0.13315650818367009,"score_gpt":0.368139420426709,"score_spread":0.2349829122430389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064654211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9478757,0.016120918,0.0013978266,0.030482432,0.000923358,0.00028035243,0.000009194171,0.000029569677,0.002880645],"genre_scores_gemma":[0.9824305,0.00039593488,0.004796375,0.00021973651,0.0006939398,0.0000036410077,0.0000025593115,0.000031213494,0.011426058],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9907847,0.007244056,0.00031009302,0.00016555573,0.0004347304,0.001060877],"domain_scores_gemma":[0.9950489,0.0031366234,0.0005853388,0.00018788202,0.00030638414,0.00073491805],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03801653,0.00022564952,0.00022354133,0.00016654888,0.02154368,0.00085138483,0.000851198,0.00022254132,0.000109827124],"category_scores_gemma":[0.0135576455,0.00015980199,0.00018662073,0.00024776647,0.0015039829,0.0021386298,0.000076241995,0.004583488,0.000006705785],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037471367,0.000041227933,0.1809408,0.00005431359,0.0003358376,0.000005677827,0.4256606,0.0006871756,0.00011119627,0.04539828,0.0002117304,0.34651566],"study_design_scores_gemma":[0.00054716086,0.00033380467,0.09953314,0.00058818294,0.0009367277,0.00027243688,0.4156246,0.0003931924,0.00007020867,0.009253917,0.4720176,0.00042903927],"about_ca_topic_score_codex":0.07606718,"about_ca_topic_score_gemma":0.042458393,"teacher_disagreement_score":0.47180587,"about_ca_system_score_codex":0.00068408373,"about_ca_system_score_gemma":0.0011297136,"threshold_uncertainty_score":0.99771297},"labels":[],"label_agreement":null},{"id":"W2065127713","doi":"10.1002/tl.32","title":"Broadening Our Approach to Teaching Evaluation","year":2001,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Simple (philosophy); Mathematics education; Teaching method; Psychology; Pedagogy; Computer science; Engineering ethics; Engineering; Epistemology; Philosophy","score_opus":0.12816669559275884,"score_gpt":0.4529340376194045,"score_spread":0.32476734202664564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065127713","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34958813,0.0005586996,0.20427932,0.02278559,0.0011843554,0.0015092046,0.0000012278946,0.0011671708,0.41892633],"genre_scores_gemma":[0.8803509,0.000026680782,0.07828275,0.00021880896,0.0012135985,0.00010086098,0.00001428449,0.000033005053,0.039759118],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99464345,0.0036000414,0.0002609437,0.0004569096,0.00064049935,0.00039814162],"domain_scores_gemma":[0.9983824,0.0009053944,0.000187697,0.00014815186,0.00011392958,0.00026241704],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01941895,0.00015849384,0.00017991744,0.0003186935,0.008493739,0.00044098365,0.00017744642,0.00011645854,0.000022890668],"category_scores_gemma":[0.023850752,0.00017484458,0.00008435837,0.000212945,0.000028789142,0.00077035703,0.00004218316,0.0015099962,0.000020817282],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028812503,0.00008766174,0.0038023288,0.000008160022,0.0000407652,2.069732e-7,0.10881228,0.011617571,0.00021032926,0.010428733,0.005410077,0.8595531],"study_design_scores_gemma":[0.00046205588,0.0000801715,0.0018085513,0.00005113265,0.000113907954,0.0000118931175,0.06962661,0.017532261,0.0000029508449,0.0004153521,0.9096441,0.0002509609],"about_ca_topic_score_codex":0.012537083,"about_ca_topic_score_gemma":0.00048262966,"teacher_disagreement_score":0.90423405,"about_ca_system_score_codex":0.00024147019,"about_ca_system_score_gemma":0.00018623928,"threshold_uncertainty_score":0.9940385},"labels":[],"label_agreement":null},{"id":"W2065533358","doi":"10.7202/1024669ar","title":"Évaluation de la qualité de l’enseignement par les étudiantes et étudiants","year":2014,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.1609882911093535,"score_gpt":0.4725252297699467,"score_spread":0.3115369386605932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065533358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7078192,0.0012897908,0.04670371,0.21386924,0.0023316198,0.0009283866,0.000017919176,0.0002059279,0.026834207],"genre_scores_gemma":[0.96345186,0.0015231126,0.028742757,0.0017873466,0.0008588665,0.00019538772,0.00020978536,0.00006261412,0.003168281],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.91129196,0.08451412,0.0009117251,0.0006772001,0.0019599225,0.00064506714],"domain_scores_gemma":[0.9891544,0.00843844,0.0010380524,0.00049244973,0.0006643076,0.00021237136],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17716172,0.0003800185,0.0003667052,0.00027690377,0.0010779485,0.0004312096,0.00041307567,0.00055453274,0.0011292415],"category_scores_gemma":[0.027098943,0.00040181278,0.00017458825,0.0007354277,0.00037616157,0.0017763296,0.000063647574,0.00070636533,0.00039894946],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003392543,0.0009294748,0.061092354,0.00015465889,0.00016024476,9.2779396e-7,0.6125268,0.009020183,0.0012598142,0.09572532,0.01773087,0.20136544],"study_design_scores_gemma":[0.0010880562,0.00016672851,0.85247165,0.00033235876,0.00049881666,0.000010290514,0.02270429,0.020497743,0.00042078976,0.035861935,0.06538039,0.00056694035],"about_ca_topic_score_codex":0.004403997,"about_ca_topic_score_gemma":0.0037370299,"teacher_disagreement_score":0.79137933,"about_ca_system_score_codex":0.0021045194,"about_ca_system_score_gemma":0.004244106,"threshold_uncertainty_score":0.99984336},"labels":[],"label_agreement":null},{"id":"W2066757246","doi":"10.1111/j.1466-769x.2007.00297.x","title":"Towards a plurality of perspectives for nurse educators","year":2007,"lang":"en","type":"review","venue":"Nursing Philosophy","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Nursing; Psychology; Sociology; Medicine","score_opus":0.38539021350646885,"score_gpt":0.5819689492277472,"score_spread":0.19657873572127837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066757246","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003945618,0.8658222,0.00011677284,0.0058409427,0.0016364644,0.0012512892,0.000045280034,0.00009057004,0.12519251],"genre_scores_gemma":[0.00064676866,0.9909643,0.0047934633,0.00004278123,0.0028239123,0.00007927736,0.000034648896,0.000065598106,0.00054924015],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996713,0.00093653257,0.0006534056,0.0004996012,0.00080854376,0.00038895],"domain_scores_gemma":[0.996764,0.0011791163,0.0011000773,0.00039835056,0.00039248553,0.0001659759],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003965692,0.0003164208,0.0011324218,0.00042027372,0.00052803534,0.000071264905,0.0006293184,0.00042832585,0.00011023561],"category_scores_gemma":[0.0029975707,0.000302144,0.0007559943,0.0005242245,0.0009120106,0.00031596574,0.000013055719,0.00045751373,0.000023637678],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011381789,0.00026202388,9.794492e-7,0.0017693103,0.000074131865,2.5219563e-7,0.028148007,1.2345441e-7,2.8206564e-8,0.25847837,0.0009858225,0.7102696],"study_design_scores_gemma":[0.0001083065,0.00006608141,0.0000037249122,0.009255051,0.0007899496,0.0000016618834,0.0065627256,4.4982133e-7,4.1304764e-7,0.038459864,0.94446284,0.00028893258],"about_ca_topic_score_codex":0.00040915518,"about_ca_topic_score_gemma":0.000018955396,"teacher_disagreement_score":0.94347703,"about_ca_system_score_codex":0.0010105018,"about_ca_system_score_gemma":0.0019838058,"threshold_uncertainty_score":0.9999431},"labels":[],"label_agreement":null},{"id":"W2068705621","doi":"10.1080/0309877032000065208","title":"Teaching Improvement Grants: Their potential to promote a scholarly approach to teaching","year":2003,"lang":"en","type":"article","venue":"Journal of Further and Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Variety (cybernetics); Process (computing); Value (mathematics); Higher education; Sociology; Faculty development; Teaching method; Public relations; Pedagogy; Mathematics education; Medical education; Computer science; Political science; Psychology; Professional development; Medicine","score_opus":0.056778911620356184,"score_gpt":0.39167618888114203,"score_spread":0.33489727726078583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068705621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91512406,0.0003013356,0.0032189467,0.034116264,0.0017168842,0.00045235292,0.0000010243415,0.000022763834,0.045046378],"genre_scores_gemma":[0.9673298,0.000011115386,0.02576993,0.0015830114,0.00084833335,0.000012217489,5.9103627e-7,0.000015499238,0.0044294954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99781513,0.00087075995,0.00035596918,0.00018162595,0.00056694145,0.0002095904],"domain_scores_gemma":[0.9989308,0.00006391922,0.0003397368,0.00013015541,0.00025913148,0.00027622047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006620629,0.000117641735,0.00016001497,0.00024573045,0.0006790754,0.00060319935,0.0002327579,0.00006599684,0.00007660769],"category_scores_gemma":[0.0006381491,0.000095954914,0.00006409486,0.000120329096,0.000024387522,0.0015334665,0.0000219487,0.00056421047,0.000011078667],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011556039,0.002208235,0.0035534666,0.000044249817,0.0001835432,0.0000011777116,0.41968235,0.00010187313,0.029410746,0.087189004,0.006209884,0.4512999],"study_design_scores_gemma":[0.0006275411,0.00054994214,0.023016663,0.0001575623,0.000129903,0.00002837587,0.048258692,0.000008910157,0.00027094805,0.00782717,0.91875607,0.00036825018],"about_ca_topic_score_codex":0.0006840269,"about_ca_topic_score_gemma":0.000022835198,"teacher_disagreement_score":0.91254616,"about_ca_system_score_codex":0.00017405876,"about_ca_system_score_gemma":0.00041657386,"threshold_uncertainty_score":0.5816665},"labels":[],"label_agreement":null},{"id":"W2068825861","doi":"10.4236/ce.2012.326129","title":"Forging a Template for Undergraduate Collaborative Research: A Case Study","year":2012,"lang":"en","type":"article","venue":"Creative Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Discipline; Psychology; Graduate students; Pedagogy; Medical education; Sociology; Medicine; Social science","score_opus":0.5112037789272346,"score_gpt":0.6320313349190221,"score_spread":0.12082755599178752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068825861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9307248,0.00028451043,0.00089088164,0.010447285,0.00082804874,0.0028691066,0.000006607884,0.000067470755,0.05388129],"genre_scores_gemma":[0.9866369,0.000015063493,0.0034838947,0.00005707942,0.0007483894,0.0008867285,0.000008822233,0.000014696544,0.008148422],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99608016,0.0026836244,0.0001793647,0.00020602104,0.0004805798,0.00037024627],"domain_scores_gemma":[0.99588716,0.002323137,0.000188376,0.00016288158,0.0012743969,0.00016407375],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009652155,0.00008772419,0.000109499335,0.00021732328,0.0023627824,0.00017771508,0.00012537016,0.000047627625,0.000085143954],"category_scores_gemma":[0.007627067,0.00008730556,0.000028041297,0.0006992656,0.000185902,0.0013494279,0.000027931907,0.00018519879,0.000054221808],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000530424,0.0016836205,0.03506145,0.000014222333,0.00007803165,0.000003133283,0.82791924,0.0000049514324,0.000037890786,0.0973706,0.02162176,0.016152054],"study_design_scores_gemma":[0.00027578,0.00016176702,0.0032999227,0.000020429747,0.00004939613,0.000008900144,0.8695049,0.000017016333,0.000054728356,0.00494997,0.12154344,0.00011370528],"about_ca_topic_score_codex":0.009910478,"about_ca_topic_score_gemma":0.003569863,"teacher_disagreement_score":0.09992168,"about_ca_system_score_codex":0.0004806222,"about_ca_system_score_gemma":0.0015101822,"threshold_uncertainty_score":0.998936},"labels":[],"label_agreement":null},{"id":"W2069417661","doi":"10.1080/1360144x.2013.879875","title":"Difficulties associated with recruiting female faculty members for a study on summative peer review of teaching","year":2014,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Summative assessment; Scholarship; Graduate students; Medical education; Reflection (computer programming); Pedagogy; Peer review; Sociology; Psychology; Formative assessment; Medicine; Political science; Computer science","score_opus":0.3107618607102744,"score_gpt":0.5206423179593185,"score_spread":0.20988045724904408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069417661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9085633,0.00020935557,0.004474541,0.07623059,0.0013293925,0.0025637753,0.000033404736,0.000060000846,0.0065355953],"genre_scores_gemma":[0.983771,0.00013238216,0.004667132,0.001446219,0.00040949014,0.00020855785,0.000047096826,0.000020308778,0.0092978],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99616414,0.0006873738,0.000576853,0.0001482809,0.0022274002,0.00019593455],"domain_scores_gemma":[0.99402964,0.0030153783,0.0011822096,0.000060628256,0.0016556752,0.000056446002],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027330339,0.00011931172,0.00020895536,0.00008162662,0.0009823903,0.000086345724,0.00078497984,0.000054705,0.000026997008],"category_scores_gemma":[0.032757822,0.000074166026,0.00007875961,0.00005997547,0.00006618763,0.00028009593,0.000051219682,0.0006047111,0.0000025662432],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009592832,0.0010170771,0.026703946,0.00032851292,0.004128082,0.0000029680825,0.72615695,0.0012576723,0.00021136843,0.034909897,0.09968579,0.10463843],"study_design_scores_gemma":[0.0036721178,0.0006317565,0.028765103,0.0135611575,0.0003386558,0.000014638301,0.13308336,0.00041201487,0.00052274973,0.0023751187,0.8160681,0.0005551993],"about_ca_topic_score_codex":0.00004798465,"about_ca_topic_score_gemma":0.00010225273,"teacher_disagreement_score":0.7163823,"about_ca_system_score_codex":0.00050098426,"about_ca_system_score_gemma":0.00030638426,"threshold_uncertainty_score":0.97538966},"labels":[],"label_agreement":null},{"id":"W2071016044","doi":"10.1080/02602930500260688","title":"Ratings of university teacher instruction: how much do student and course characteristics really matter?","year":2005,"lang":"en","type":"article","venue":"Assessment & Evaluation in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Mathematics education; Class (philosophy); Higher education; Student teacher; Medical education; Teacher education; Medicine; Computer science","score_opus":0.0842783477103564,"score_gpt":0.4658851886852968,"score_spread":0.3816068409749404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071016044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91867566,0.000074991316,0.000027739034,0.056018088,0.00076185755,0.0005432308,0.00000223553,0.00002477302,0.023871433],"genre_scores_gemma":[0.98952025,0.00008000387,0.0038223164,0.00015619866,0.0003747596,0.000027678867,0.000034914636,0.000009154647,0.0059747407],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99661463,0.0016694214,0.0002902458,0.0002699414,0.0010127398,0.0001430338],"domain_scores_gemma":[0.9984021,0.0002125419,0.00057397666,0.00019432111,0.0005502325,0.000066779736],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051904228,0.000106735046,0.0001476967,0.00017004955,0.00026723708,0.00014179856,0.00017016826,0.00009600392,0.0023000122],"category_scores_gemma":[0.00016574956,0.00012554537,0.000025275285,0.000281424,0.00011955376,0.0011734776,0.00003520302,0.00018945264,0.000014216506],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020274905,0.00077556056,0.88786495,0.000021691329,0.000032764878,1.3647954e-7,0.015866242,0.000042133786,0.00019456477,0.035349604,0.002755075,0.057077006],"study_design_scores_gemma":[0.0005164538,0.000028541614,0.95310426,0.00004244875,0.00010322987,5.2022864e-7,0.01525056,0.00023706336,0.0000065463096,0.00042349542,0.030167786,0.00011908463],"about_ca_topic_score_codex":0.00049589196,"about_ca_topic_score_gemma":0.00027420843,"teacher_disagreement_score":0.07084458,"about_ca_system_score_codex":0.0008246859,"about_ca_system_score_gemma":0.001359811,"threshold_uncertainty_score":0.99861205},"labels":[],"label_agreement":null},{"id":"W2072716722","doi":"10.1080/07294360701805234","title":"Doing course evaluation as if learning matters most","year":2008,"lang":"en","type":"article","venue":"Higher Education Research & Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ottawa Mental Health Centre","funders":"Umeå Universitet; Kungliga Tekniska Högskolan","keywords":"Constructive; Task (project management); Course (navigation); Function (biology); Mathematics education; Course evaluation; Computer science; Psychology; Higher education; Sociology; Management; Political science; Engineering; Law; Process (computing); Programming language","score_opus":0.20028905629188296,"score_gpt":0.539078745819193,"score_spread":0.33878968952731003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072716722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62952334,0.00065467163,0.00007994958,0.1249423,0.0020507788,0.0013698338,3.467625e-7,0.00022245653,0.24115634],"genre_scores_gemma":[0.8926398,0.00020840402,0.008890987,0.0011375954,0.0004294787,0.0004157665,0.000043091022,0.000023657938,0.0962112],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99177986,0.003163108,0.00033288606,0.00039042535,0.0037958366,0.00053785724],"domain_scores_gemma":[0.99691355,0.00074308354,0.00018025107,0.00021790247,0.0016813509,0.00026385486],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.014870935,0.000120423894,0.000112539696,0.00033544085,0.003572828,0.00022779377,0.0003801171,0.0000965557,0.007862883],"category_scores_gemma":[0.0014734766,0.00013087234,0.000027189952,0.0008246936,0.00029381775,0.0007093694,0.00008308335,0.0006007252,0.0028291408],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055645603,0.0012724183,0.06127887,0.000044994616,0.00012401894,0.000008859346,0.23059611,0.00078906526,0.00048364134,0.037617493,0.3890672,0.2786617],"study_design_scores_gemma":[0.00016486367,0.00001882127,0.12706797,0.000051090614,0.000008953348,0.0000026354153,0.007923203,0.000019204135,0.00010261249,0.00041056148,0.864082,0.00014808033],"about_ca_topic_score_codex":0.0026215604,"about_ca_topic_score_gemma":0.00012703454,"teacher_disagreement_score":0.4750148,"about_ca_system_score_codex":0.0012833494,"about_ca_system_score_gemma":0.012673643,"threshold_uncertainty_score":0.9979473},"labels":[],"label_agreement":null},{"id":"W2073269327","doi":"10.1371/journal.pone.0078540","title":"Inquiry-based training improves teaching effectiveness of biology teaching assistants","year":2013,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Medical education; Teaching method; Graduate students; Teaching assistant; Mathematics education; Psychology; Medicine","score_opus":0.25566515934911055,"score_gpt":0.42525389163988186,"score_spread":0.16958873229077132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073269327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9812118,0.000053515927,0.0014526541,0.0017288857,0.00017368175,0.0005423062,0.0000032872324,0.00015687404,0.014677033],"genre_scores_gemma":[0.9762122,0.000003120536,0.023234814,0.00010986706,0.00019989394,0.000073315154,0.000008344094,0.000019967412,0.00013844587],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9934821,0.004995267,0.0003237754,0.0003001038,0.0005455536,0.00035319678],"domain_scores_gemma":[0.99504685,0.004073694,0.00038558454,0.00023327552,0.00015501626,0.00010557852],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009988066,0.00013626585,0.0003522927,0.00015960592,0.0007216818,0.000098058,0.00036968105,0.00014453066,0.00015514977],"category_scores_gemma":[0.011908109,0.00013300583,0.000068248024,0.0001041642,0.00030218728,0.0007136804,0.00004959998,0.00058013713,0.000048001733],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069578506,0.0019952492,0.047938194,0.00034127396,0.00038201726,9.146046e-7,0.055068236,0.000031193955,0.8006703,0.050013177,0.00005743278,0.043432392],"study_design_scores_gemma":[0.008833261,0.0032892257,0.6751843,0.007951339,0.0018766831,0.0000017714377,0.10519292,0.01418629,0.11083327,0.062788546,0.0061615864,0.0037008228],"about_ca_topic_score_codex":0.0047642263,"about_ca_topic_score_gemma":0.00010993518,"teacher_disagreement_score":0.68983704,"about_ca_system_score_codex":0.00012902627,"about_ca_system_score_gemma":0.00024574413,"threshold_uncertainty_score":0.996415},"labels":[],"label_agreement":null},{"id":"W2074411234","doi":"10.5206/cjsotl-rcacea.2011.2.3","title":"Inquiry Learning: Instructor Perspectives","year":2011,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Pedagogy; Sociology; Psychology","score_opus":0.2591367641818845,"score_gpt":0.42173034013388905,"score_spread":0.16259357595200452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074411234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9751317,0.0021051643,0.00030723252,0.009324492,0.0007332329,0.00020345418,8.000161e-7,0.000032898733,0.012161049],"genre_scores_gemma":[0.99424756,0.00006760593,0.0014159024,0.000099417935,0.0005109361,0.000004005183,4.013858e-7,0.000018135319,0.0036360356],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99425274,0.0047023897,0.00021859049,0.00013502517,0.00033697594,0.00035426614],"domain_scores_gemma":[0.9970124,0.0019704066,0.00039546282,0.00012732246,0.00020553463,0.00028889152],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029236877,0.000105830375,0.00013033584,0.00015391284,0.017505761,0.0004895692,0.0006018933,0.000089612404,0.00018609542],"category_scores_gemma":[0.030961283,0.00006886874,0.00010301076,0.00009915578,0.00068940263,0.00067103317,0.000024106175,0.0044275275,0.000005138028],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003630118,0.000008014309,0.03507516,0.00000696948,0.000103388316,0.0000019037751,0.8438024,0.0003110369,0.000029776504,0.07742261,0.00013868124,0.043063782],"study_design_scores_gemma":[0.00041182965,0.00023361176,0.070082396,0.000116353265,0.00017326602,0.00007355754,0.6770446,0.00016124062,0.000014800767,0.011634951,0.2398163,0.00023715392],"about_ca_topic_score_codex":0.055561144,"about_ca_topic_score_gemma":0.035212427,"teacher_disagreement_score":0.23967761,"about_ca_system_score_codex":0.00014824071,"about_ca_system_score_gemma":0.00072220527,"threshold_uncertainty_score":0.99960494},"labels":[],"label_agreement":null},{"id":"W2076084688","doi":"10.5206/cjsotl-rcacea.2011.1.2","title":"Good Teachers, Scholarly Teachers and Teachers Engaged in Scholarship of Teaching and Learning: A Case Study from McMaster University, Hamilton, Canada","year":2011,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Windsor; Toronto Metropolitan University; McMaster University","funders":"","keywords":"Scholarship; Sociology; Teaching and learning center; Pedagogy; Mathematics education; Teaching method; Psychology; Political science","score_opus":0.14728620504066067,"score_gpt":0.3464187245099557,"score_spread":0.19913251946929503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076084688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99391675,0.0014664297,0.000044361463,0.002047497,0.00018814286,0.0005477148,0.000008089738,0.000025379944,0.0017556279],"genre_scores_gemma":[0.9955445,0.000040100935,0.0016041404,0.000118768614,0.0001172792,0.0000037197806,0.0000018749482,0.000043953707,0.002525643],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9620934,0.035583336,0.0005633921,0.00042578042,0.0006944113,0.0006396824],"domain_scores_gemma":[0.9910155,0.0070885452,0.00081531773,0.00026517347,0.00017978359,0.00063566584],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.086001635,0.00031017294,0.00043856582,0.00041499385,0.017906196,0.00091354013,0.0008240955,0.00022764746,0.000054130604],"category_scores_gemma":[0.0358007,0.000253111,0.00009663247,0.0002080513,0.00054368033,0.0023138905,0.00010854749,0.02104048,4.8277894e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043661214,0.000031486343,0.45438933,0.00000765867,0.00018055615,0.000093505885,0.51534,0.00012926357,0.000065924796,0.00033024471,0.00001904735,0.02936932],"study_design_scores_gemma":[0.0014988768,0.0002943067,0.21876308,0.00021876863,0.00037313477,0.00022344787,0.76068825,0.00009136861,0.0000055765336,0.0003789598,0.01714074,0.00032349967],"about_ca_topic_score_codex":0.96353227,"about_ca_topic_score_gemma":0.96753174,"teacher_disagreement_score":0.24534824,"about_ca_system_score_codex":0.0005719048,"about_ca_system_score_gemma":0.0015107981,"threshold_uncertainty_score":0.99999213},"labels":[],"label_agreement":null},{"id":"W2076225766","doi":"10.5206/cjsotl-rcacea.2010.1.3","title":"Exploring a New Model and Approach to the Scholarship of Teaching: The Scholarship Teaching Academy","year":2010,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Sociology; Context (archaeology); Humanities; Pedagogy; Political science; Philosophy","score_opus":0.36404008274437843,"score_gpt":0.4265061151701978,"score_spread":0.062466032425819384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076225766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9075899,0.0013409391,0.0018613125,0.08333959,0.00060767255,0.0008425099,0.000006500492,0.00004964838,0.004361925],"genre_scores_gemma":[0.98599553,0.0000686977,0.008955622,0.0012125948,0.0011640033,0.000037730482,0.0000016131793,0.00006866965,0.0024955566],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9869583,0.0095711015,0.0007601122,0.00045884872,0.0012775961,0.0009740378],"domain_scores_gemma":[0.99079454,0.006589843,0.000928518,0.0005772794,0.0002034466,0.000906398],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12461747,0.0003672396,0.00040576636,0.00035249582,0.030212535,0.0024143506,0.0027516785,0.00026859654,0.00001547291],"category_scores_gemma":[0.07002621,0.000202887,0.00025131347,0.00025239974,0.0007084235,0.0027159262,0.00020414901,0.024372503,0.0000043708405],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017989356,0.00006352848,0.036060374,0.000077105135,0.00043903434,0.0000017562213,0.36418164,0.033314258,0.0023337218,0.31466287,0.0008358376,0.24784997],"study_design_scores_gemma":[0.002692716,0.00054932333,0.12547994,0.0014985349,0.001753427,0.0005815418,0.16568604,0.019081201,0.00019331789,0.082159765,0.5984122,0.0019119706],"about_ca_topic_score_codex":0.02506669,"about_ca_topic_score_gemma":0.022712663,"teacher_disagreement_score":0.5975764,"about_ca_system_score_codex":0.00017432486,"about_ca_system_score_gemma":0.0012618989,"threshold_uncertainty_score":0.9986212},"labels":[],"label_agreement":null},{"id":"W2076978362","doi":"10.5539/ass.v4n3p18","title":"Peer-Assisted Learning in Accounting --- A Qualitative Assessment","year":2009,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Qualitative research; Psychology; Qualitative property; Focus (optics); Medical education; Quality (philosophy); Peer assessment; Qualitative analysis; Mathematics education; Computer science; Accounting; Sociology; Business; Medicine; Marketing","score_opus":0.1416884568091161,"score_gpt":0.546141894780725,"score_spread":0.4044534379716088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076978362","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08840973,0.000008046254,0.0002510205,0.092025846,0.00017569626,0.00016366059,4.3258535e-7,0.00012128464,0.81884426],"genre_scores_gemma":[0.9941269,0.000002379379,0.0030827546,0.00042142684,0.00019503418,0.0000067055403,0.0000011754653,0.0000041791527,0.0021594395],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9952689,0.0013591428,0.0002557192,0.00034594536,0.0022512898,0.00051900226],"domain_scores_gemma":[0.9987913,0.00035103862,0.00028822932,0.000080709186,0.0003900769,0.00009869027],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.022525508,0.00009190252,0.0001436482,0.00020585803,0.0028167882,0.0004966823,0.000565241,0.000074691416,0.00012545897],"category_scores_gemma":[0.0079072835,0.00010014844,0.00004509429,0.0018354466,0.0007146426,0.0018696021,0.00004772892,0.00047337095,0.00003542289],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034912614,0.000073073825,0.0028472696,0.0000010799894,0.0000018973387,0.0000026282964,0.41815808,0.000002403819,0.0006715482,0.19206923,0.00018394824,0.38598534],"study_design_scores_gemma":[0.00019125066,0.000045497953,0.6536661,0.0000151693785,0.000005361375,3.415607e-7,0.32052892,0.000050934763,0.000012160442,0.007857124,0.017458372,0.00016878296],"about_ca_topic_score_codex":0.0017630387,"about_ca_topic_score_gemma":0.00089747255,"teacher_disagreement_score":0.9057172,"about_ca_system_score_codex":0.0007440576,"about_ca_system_score_gemma":0.001173704,"threshold_uncertainty_score":0.9984814},"labels":[],"label_agreement":null},{"id":"W2078392893","doi":"10.1080/03098770903026131","title":"The zones framework for both teaching and learning: application to graduate student teaching assistants","year":2009,"lang":"en","type":"article","venue":"Journal of Further and Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Teaching and learning center; Mathematics education; Critical thinking; Teaching method; Psychology; Graduate students; Pedagogy","score_opus":0.08498763223176287,"score_gpt":0.4849815738128965,"score_spread":0.39999394158113366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078392893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75952405,0.0012753381,0.01636973,0.21762693,0.000979093,0.000412495,3.662002e-7,0.000023995262,0.0037879748],"genre_scores_gemma":[0.9760782,0.00012951573,0.020074002,0.00060961535,0.00094399776,0.000010519853,4.389717e-7,0.0000073482897,0.0021463353],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99837166,0.00075081625,0.000255478,0.00011268184,0.00037892984,0.00013042853],"domain_scores_gemma":[0.99816906,0.0010585642,0.00044535607,0.000076946686,0.00014415389,0.000105885505],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0056525697,0.00007369943,0.00010577903,0.00007297778,0.0017269356,0.00039044284,0.00014967288,0.00004973958,0.00000514252],"category_scores_gemma":[0.0012139985,0.000053694992,0.000033524826,0.00005279583,0.00003674025,0.00037836697,0.000010473514,0.0005684025,0.0000013576013],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006595223,0.000209121,0.00741709,0.0000061434603,0.00003422218,1.05282155e-7,0.098022565,0.000021323149,0.00019432261,0.24643008,0.0015195396,0.64607954],"study_design_scores_gemma":[0.00019619963,0.0003022205,0.5325633,0.000089161455,0.00008327852,0.0000045277015,0.036373414,0.000014420285,0.000004293598,0.06433833,0.36590266,0.0001281775],"about_ca_topic_score_codex":0.00013992854,"about_ca_topic_score_gemma":0.000034969216,"teacher_disagreement_score":0.64595133,"about_ca_system_score_codex":0.00007543754,"about_ca_system_score_gemma":0.00012569415,"threshold_uncertainty_score":0.9995727},"labels":[],"label_agreement":null},{"id":"W2079143221","doi":"10.1080/1360144x.2011.596706","title":"Caught with their constructs down? Teaching development in the pre-tenure years","year":2011,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Sociology; Pedagogy; Higher education; Faculty development; Mathematics education; Psychology; Professional development; Political science; Law","score_opus":0.14651453879844117,"score_gpt":0.4182374031645438,"score_spread":0.2717228643661026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079143221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9659286,0.0001583319,0.0018556385,0.019728083,0.0014859432,0.00068341126,0.000003169918,0.00003849901,0.010118334],"genre_scores_gemma":[0.98065794,0.00007309926,0.015276075,0.0014835814,0.0003892174,0.00008032189,0.0000055100054,0.000014600765,0.0020196328],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.997275,0.00048015788,0.00048546074,0.00016785832,0.0012862161,0.0003052899],"domain_scores_gemma":[0.9985069,0.00066863204,0.00044077414,0.00009931121,0.00021505344,0.00006935109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010732684,0.00013644646,0.000115659735,0.00014009204,0.00095279596,0.00016877806,0.0015865465,0.00009285773,0.00011216598],"category_scores_gemma":[0.00081035704,0.000074299176,0.000039847575,0.000095979405,0.00015317272,0.00048050028,0.000093184804,0.0011721626,0.000017203263],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030699553,0.000108620705,0.015440514,0.000004885478,0.0003599531,0.000034694425,0.80262744,0.000069295565,0.00008629026,0.030654512,0.0052187443,0.14508803],"study_design_scores_gemma":[0.0007106568,0.000022020042,0.055936098,0.0001786159,0.000019961582,0.00027752522,0.026080739,0.00002191762,0.00047103697,0.0046109147,0.91145337,0.00021713131],"about_ca_topic_score_codex":0.0001590712,"about_ca_topic_score_gemma":0.00077638513,"teacher_disagreement_score":0.9062346,"about_ca_system_score_codex":0.00045279312,"about_ca_system_score_gemma":0.0012304431,"threshold_uncertainty_score":0.73282325},"labels":[],"label_agreement":null},{"id":"W2080229626","doi":"10.1177/0743558400151004","title":"Attitude versus Aptitude","year":2000,"lang":"en","type":"article","venue":"Journal of Adolescent Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Counterintuitive; Psychology; Human capital; Aptitude; Academic achievement; Surprise; Sample (material); Predictive validity; Set (abstract data type); Intelligence quotient; Mathematics education; Developmental psychology; Social psychology; Cognition; Computer science","score_opus":0.5080372213145593,"score_gpt":0.6068083573145192,"score_spread":0.0987711359999599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080229626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77043,0.0010528596,0.00004414828,0.051861327,0.0009680466,0.0002711459,8.317154e-7,0.000031236148,0.1753404],"genre_scores_gemma":[0.98982465,0.0017057939,0.0009492921,0.00009136576,0.0012359936,9.905103e-7,2.300007e-7,0.000008715605,0.006182948],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99447393,0.001848651,0.00032452212,0.00011167642,0.0028501218,0.0003910647],"domain_scores_gemma":[0.99794424,0.00073145767,0.00015846206,0.00015655659,0.0007582876,0.00025100075],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015472501,0.00006110697,0.00013288282,0.00023868482,0.0006300906,0.00020518263,0.00065859914,0.00007288607,0.004639568],"category_scores_gemma":[0.0028269833,0.000053214517,0.00009580407,0.00036976807,0.00029131307,0.00064414844,0.000036881498,0.0010652012,0.00059553294],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065543028,0.0035462242,0.04764679,0.000119288365,0.00044398766,0.00039016825,0.03992071,0.0012911182,0.001980332,0.038570408,0.3129898,0.5465469],"study_design_scores_gemma":[0.0011778151,0.00031595404,0.022989042,0.00014067625,0.000018502724,0.0000070812525,0.0027785387,0.00001923471,0.000081940394,0.000430764,0.97194856,0.00009188626],"about_ca_topic_score_codex":0.00040734632,"about_ca_topic_score_gemma":0.00037872468,"teacher_disagreement_score":0.6589588,"about_ca_system_score_codex":0.00038639613,"about_ca_system_score_gemma":0.0007585888,"threshold_uncertainty_score":0.9962703},"labels":[],"label_agreement":null},{"id":"W2082507742","doi":"10.5539/jsd.v5n7p91","title":"A Psychometric Evaluation of Two Teaching Effectiveness Scales","year":2012,"lang":"en","type":"article","venue":"Journal of Sustainable Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Construct (python library); Accountability; Psychology; Mathematics education; Diversity (politics); Higher education; Quality (philosophy); Teaching method; Sociology; Computer science; Political science; Geography","score_opus":0.10732501965042471,"score_gpt":0.45938478615896616,"score_spread":0.3520597665085414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082507742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9834435,0.0012955558,0.0018783537,0.0004917294,0.0004942779,0.00036186096,1.0776639e-7,0.000010552784,0.012024077],"genre_scores_gemma":[0.9910347,0.000024828443,0.008263086,0.00002124851,0.00024182339,0.000012534421,5.2906285e-7,0.00000940766,0.0003918431],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939871,0.0026517482,0.00058442005,0.0000889085,0.0022979768,0.00038988414],"domain_scores_gemma":[0.99586177,0.00075168535,0.0010596102,0.00009583894,0.0020724172,0.00015866969],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.077201806,0.00009832426,0.00023898185,0.00079175155,0.0005430264,0.00006382493,0.0002737267,0.00005648484,0.000106700776],"category_scores_gemma":[0.0095221875,0.00008713277,0.00007453175,0.00062234944,0.00006895714,0.0017198211,0.000047258367,0.00029780908,0.0000076141705],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021071717,0.0014627203,0.5468474,0.00030322748,0.00041753266,0.0000054410466,0.1240658,0.0016202967,0.0007200931,0.07249032,0.0009663176,0.25089014],"study_design_scores_gemma":[0.0022164402,0.00010982803,0.827648,0.00020329036,0.0002317697,0.000018075616,0.081873246,0.00004311494,0.0014804025,0.0035287917,0.08238523,0.00026184964],"about_ca_topic_score_codex":0.00021839353,"about_ca_topic_score_gemma":0.000018584145,"teacher_disagreement_score":0.28080055,"about_ca_system_score_codex":0.0014731525,"about_ca_system_score_gemma":0.0016117664,"threshold_uncertainty_score":0.998821},"labels":[],"label_agreement":null},{"id":"W2082579232","doi":"10.5206/cjsotl-rcacea.2014.1.3","title":"A Graduate Course on Teaching and Learning in Higher Education: Influences on Conceptions of Teaching and Learning","year":2014,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Teaching philosophy; Psychology; Humanities; Conceptual change; Perception; Pedagogy; Sociology; Philosophy","score_opus":0.160791145479712,"score_gpt":0.4299564152502914,"score_spread":0.2691652697705794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082579232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9622555,0.0008477411,0.000058600373,0.028032305,0.00037890882,0.00023885703,0.0000010948654,0.000028313996,0.008158677],"genre_scores_gemma":[0.9926512,0.00005362909,0.0010855716,0.00054957136,0.00042326062,0.000010437498,0.0000020327093,0.000028094883,0.0051961537],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9808961,0.017402986,0.00044971137,0.0002715876,0.00054554193,0.00043405523],"domain_scores_gemma":[0.9882742,0.01035473,0.00076733006,0.00015664657,0.00012940237,0.0003176582],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.062345438,0.00020832891,0.0002985018,0.00033314497,0.018280061,0.0007570001,0.00040869304,0.00013184854,0.00003314258],"category_scores_gemma":[0.037643317,0.00015381748,0.00007963676,0.00011152725,0.00055826496,0.0007482766,0.000038041922,0.013106243,0.0000021669885],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010223169,0.00006866921,0.156732,0.0000685086,0.0001402693,0.0000018302343,0.21149595,0.029643817,0.0002278143,0.13112344,0.00016588026,0.4702296],"study_design_scores_gemma":[0.0017068398,0.0014936853,0.48539108,0.0029775219,0.00042354173,0.00008641115,0.1988442,0.003992378,0.000009304168,0.012285438,0.29200286,0.000786757],"about_ca_topic_score_codex":0.03762432,"about_ca_topic_score_gemma":0.010066188,"teacher_disagreement_score":0.46944284,"about_ca_system_score_codex":0.00014425036,"about_ca_system_score_gemma":0.0005757289,"threshold_uncertainty_score":0.98917055},"labels":[],"label_agreement":null},{"id":"W2083651003","doi":"10.1080/713692741","title":"The 'Second Call': Faculty renewal and recommitment at midlife","year":2000,"lang":"en","type":"article","venue":"Quality in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Commit; Sociology; Pedagogy; Student life; Public relations; Quality (philosophy); Psychology; Medical education; Political science; Medicine; Computer science; Library science; Law","score_opus":0.2832973337292996,"score_gpt":0.5245967118695213,"score_spread":0.24129937814022168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083651003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80470943,0.00030589153,1.277592e-7,0.1053762,0.0005834029,0.00018200731,0.000003865659,0.00002399437,0.08881508],"genre_scores_gemma":[0.72007287,0.0001291174,0.0002177544,0.0009473562,0.00023425845,0.000048683713,0.000017563687,0.0000042425786,0.27832818],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976555,0.0014212008,0.00026046007,0.00017542011,0.00033042944,0.0001569731],"domain_scores_gemma":[0.99888927,0.0006856173,0.00012860824,0.00017580311,0.000050207786,0.000070476846],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036664668,0.000064565465,0.000075127624,0.000023388096,0.00071651454,0.00012169833,0.00014984085,0.0000671609,0.0059396047],"category_scores_gemma":[0.00028490796,0.000053033356,0.000020693813,0.00011071076,0.00013077378,0.00025112907,0.000016980275,0.00011591739,0.00011902857],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016508887,0.00083265046,0.29629558,0.000049662573,0.0000487542,3.7541668e-7,0.13430831,0.00001769918,0.00011492946,0.17724515,0.17668425,0.21423754],"study_design_scores_gemma":[0.000084945685,0.000007467742,0.28353465,0.000005642644,0.0000034408295,1.3717953e-7,0.0012891131,9.4432585e-7,0.000008983637,0.0037591963,0.7112468,0.000058674053],"about_ca_topic_score_codex":0.0087991925,"about_ca_topic_score_gemma":0.026889428,"teacher_disagreement_score":0.5345626,"about_ca_system_score_codex":0.00036893837,"about_ca_system_score_gemma":0.00021768601,"threshold_uncertainty_score":0.9978013},"labels":[],"label_agreement":null},{"id":"W2085255937","doi":"10.1037/h0087045","title":"Ask not what post-secondary education can do for psychology; ask what psychology can do for post-secondary education.","year":2006,"lang":"en","type":"article","venue":"Canadian Psychology/Psychologie canadienne","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ask price; Psychology; Pedagogy; Social psychology","score_opus":0.07092369677378862,"score_gpt":0.426941153419183,"score_spread":0.35601745664539436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085255937","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34289882,0.01520138,0.00019179529,0.52700394,0.04989481,0.006608067,0.0024772175,0.00045336375,0.055270612],"genre_scores_gemma":[0.6409227,0.003994574,0.012065964,0.31953022,0.0038369677,0.0043886635,0.0039056477,0.00040923303,0.01094603],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9887671,0.0015516741,0.0018294739,0.0033709286,0.0005654646,0.003915342],"domain_scores_gemma":[0.9891347,0.0013550163,0.0013613295,0.0027836738,0.0026873695,0.0026778707],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0060353642,0.0011449207,0.0011619183,0.0025749553,0.002809688,0.0015846608,0.0031730253,0.0020153732,0.0029504446],"category_scores_gemma":[0.003266683,0.0013549911,0.0006060003,0.0013257294,0.0018140026,0.0031537723,0.0000677921,0.0017736908,0.00023912039],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043813305,0.00069950696,0.0014744899,0.000072136354,0.00019932073,0.000023058958,0.0067603365,0.000007327007,0.0006148359,0.024915168,0.4716596,0.49313608],"study_design_scores_gemma":[0.0027977345,0.0010136106,0.070230834,0.00016333508,0.00020521061,0.00018384018,0.025331443,0.0000028674478,0.000017848275,0.030788522,0.8677754,0.0014893765],"about_ca_topic_score_codex":0.32222202,"about_ca_topic_score_gemma":0.92741215,"teacher_disagreement_score":0.60519016,"about_ca_system_score_codex":0.0027085529,"about_ca_system_score_gemma":0.02164271,"threshold_uncertainty_score":0.9994518},"labels":[],"label_agreement":null},{"id":"W2085320065","doi":"10.1080/00986280701293123","title":"Goodbye Lecture: A Student-Led Seminar Approach for Teaching Upper Division Courses","year":2007,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kensington Health","funders":"","keywords":"Facilitator; Psychology; Mathematics education; Graduate students; Teaching method; Medical education; Pedagogy; Medicine; Social psychology","score_opus":0.08975928492510167,"score_gpt":0.5195711765042592,"score_spread":0.42981189157915756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085320065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5174028,0.00037776073,0.365951,0.0058194837,0.0011702236,0.0008774225,0.000006525135,0.00025760185,0.10813717],"genre_scores_gemma":[0.9093036,0.0000144076175,0.08829429,0.0007599215,0.0005027264,0.000025666077,0.00002191454,0.00003816103,0.0010393356],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954292,0.001892217,0.0006202898,0.0005954947,0.0007910764,0.00067170477],"domain_scores_gemma":[0.9963676,0.00227664,0.0006193898,0.000460979,0.00012093465,0.0001544835],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.024525922,0.00023471836,0.0004099905,0.00032493222,0.0013832604,0.000069333204,0.0008418336,0.0003097407,0.00006702738],"category_scores_gemma":[0.0047168587,0.00022688559,0.00019730741,0.00013935307,0.00040234084,0.000410482,0.00008728427,0.0010428965,0.000013742486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057254906,0.0042479145,0.13999997,0.00012173269,0.00044024503,0.000008198479,0.2807265,0.0004066189,0.011198691,0.25515416,0.024906373,0.28221706],"study_design_scores_gemma":[0.007123308,0.0023132807,0.19618607,0.0002679418,0.00062847725,0.000043576318,0.07994502,0.0009932233,0.00051580474,0.015954306,0.6941783,0.0018507105],"about_ca_topic_score_codex":0.00077733374,"about_ca_topic_score_gemma":0.00017374865,"teacher_disagreement_score":0.6692719,"about_ca_system_score_codex":0.0001266426,"about_ca_system_score_gemma":0.00009237478,"threshold_uncertainty_score":0.9999168},"labels":[],"label_agreement":null},{"id":"W2085358917","doi":"10.5206/cjsotl-rcacea.2013.2.7","title":"Crossing Thresholds: Identifying conceptual transitions in postsecondary teaching","year":2013,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Context (archaeology); Transformative learning; Field (mathematics); Curriculum; Interpretation (philosophy); Diversity (politics); Process (computing); Mathematics education; Sociology; Pedagogy; Discipline; Engineering ethics; Psychology; Computer science; Social science; Engineering","score_opus":0.14198043036347044,"score_gpt":0.4151534612817143,"score_spread":0.27317303091824385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085358917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9561239,0.0016249871,0.00070354575,0.037103325,0.00044771595,0.00035865486,0.0000029096075,0.000022349792,0.0036126166],"genre_scores_gemma":[0.99635845,0.000012486688,0.0014599928,0.00047344583,0.00029492826,0.000012514571,0.0000018774167,0.00002090132,0.0013654076],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99381274,0.0047571766,0.00039153665,0.00016015096,0.0003817641,0.0004966414],"domain_scores_gemma":[0.99623317,0.002858152,0.00034217266,0.00014489717,0.00013958631,0.00028205625],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034610353,0.00012855377,0.00017283042,0.00023264303,0.026523737,0.002726416,0.00058066705,0.00010948722,0.00019309619],"category_scores_gemma":[0.013273955,0.00009195966,0.00011446369,0.00010400598,0.00086230476,0.0018242373,0.00002063743,0.0059046694,0.0000068814084],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024438297,0.000021864491,0.051523365,0.000027287835,0.00011974825,0.0000064108367,0.7580814,0.004649244,0.0009166392,0.06711884,0.00051467936,0.11699611],"study_design_scores_gemma":[0.0015957633,0.00019453569,0.14330551,0.0010932862,0.00024006143,0.00023521388,0.6713906,0.0026525536,0.000025181913,0.037863,0.14074862,0.00065565377],"about_ca_topic_score_codex":0.12617022,"about_ca_topic_score_gemma":0.14801438,"teacher_disagreement_score":0.14023395,"about_ca_system_score_codex":0.00021709838,"about_ca_system_score_gemma":0.0009595261,"threshold_uncertainty_score":0.99830884},"labels":[],"label_agreement":null},{"id":"W2086638920","doi":"10.1080/13601440802659106","title":"Educational development practice and scholarship: an evolving discourse community","year":2009,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Scholarship; Sociology; Pedagogy; Community of practice; Faculty development; Engineering ethics; Professional development; Political science","score_opus":0.19178637622202738,"score_gpt":0.5369767069091957,"score_spread":0.34519033068716837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086638920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7410736,0.00056328846,0.0020380765,0.24943317,0.0018992595,0.00039595604,0.000002294502,0.000047648424,0.0045466824],"genre_scores_gemma":[0.94681424,0.0002230032,0.04448321,0.0051151463,0.00091293996,0.000025655683,0.000019924008,0.000011177887,0.0023946841],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967593,0.0009326343,0.00050050137,0.00014831148,0.0013950033,0.0002642278],"domain_scores_gemma":[0.99633414,0.001845912,0.00052577606,0.000108754946,0.0009857878,0.00019965752],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.017903626,0.0001290381,0.00010166607,0.00013979795,0.0036325976,0.00056691,0.0013542378,0.00009808273,0.00010751408],"category_scores_gemma":[0.009953273,0.0001033361,0.00003244158,0.000081757134,0.00012791262,0.0029006307,0.00010334862,0.0014512456,0.000021892118],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003469201,0.0006875819,0.010444394,0.000007646079,0.00045312403,0.00000511901,0.31794077,0.00011269096,0.0008240115,0.08729172,0.010530178,0.5713558],"study_design_scores_gemma":[0.0006392803,0.000056780165,0.16799358,0.00016207248,0.00004677937,0.00020990695,0.02631038,0.00006866651,0.00028026555,0.033161107,0.7707592,0.00031195997],"about_ca_topic_score_codex":0.00007069489,"about_ca_topic_score_gemma":0.0001355535,"teacher_disagreement_score":0.76022905,"about_ca_system_score_codex":0.0007725408,"about_ca_system_score_gemma":0.0020913149,"threshold_uncertainty_score":0.9983863},"labels":[],"label_agreement":null},{"id":"W2089617720","doi":"10.1080/758484352","title":"How Much Do They Understand? Lectures, students and comprehension","year":2000,"lang":"en","type":"article","venue":"Higher Education Research & Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Comprehension; Quarter (Canadian coin); Diversity (politics); Mathematics education; Psychology; Literacy; Pedagogy; Sociology; Linguistics; Geography","score_opus":0.23870162448192422,"score_gpt":0.5252351982233884,"score_spread":0.28653357374146415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089617720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8810796,0.0011084235,0.0000059928084,0.068939924,0.00042878927,0.00060731475,5.242839e-7,0.00006978247,0.047759604],"genre_scores_gemma":[0.9024621,0.00069170847,0.002058022,0.00034377113,0.00017719281,0.000060050417,0.000009826735,0.000011882566,0.09418544],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954697,0.0014070851,0.0001683429,0.00034424808,0.0022202942,0.00039031816],"domain_scores_gemma":[0.9986675,0.0004744826,0.000059399983,0.0002009457,0.00036290567,0.0002348062],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040040095,0.0001057636,0.00010283694,0.00019900464,0.0016573352,0.0009999186,0.00038887348,0.00008727445,0.0025621688],"category_scores_gemma":[0.0002304255,0.000096954616,0.000016391981,0.00029657807,0.00019731912,0.00042594055,0.000080694386,0.00034083333,0.00019798738],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016444674,0.0017105939,0.051782675,0.0000771408,0.00016619368,0.000004583706,0.2526306,0.00001177713,0.00036567677,0.123614684,0.17504872,0.39442292],"study_design_scores_gemma":[0.0001783362,0.000019282259,0.15163901,0.00003913322,0.0000040978075,5.6550005e-7,0.010729473,5.2094464e-7,0.00004122467,0.007046053,0.8301866,0.00011568329],"about_ca_topic_score_codex":0.001100477,"about_ca_topic_score_gemma":0.0006194647,"teacher_disagreement_score":0.6551379,"about_ca_system_score_codex":0.0005694599,"about_ca_system_score_gemma":0.0015707023,"threshold_uncertainty_score":0.9996424},"labels":[],"label_agreement":null},{"id":"W2090985354","doi":"10.1016/j.nedt.2006.09.015","title":"Perception of hospital learning environment: A survey of Hong kong nursing students","year":2006,"lang":"en","type":"article","venue":"Nurse Education Today","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Perception; Learning environment; Nursing; Medical education; Psychology; Nurse education; Resource (disambiguation); Medicine; Pedagogy; Computer science","score_opus":0.03958381199636565,"score_gpt":0.4166683776259935,"score_spread":0.3770845656296279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090985354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98331046,0.00011129973,0.00023352558,0.0018024786,0.00086434244,0.00022718479,0.0000023506166,0.000025668443,0.0134226745],"genre_scores_gemma":[0.9947175,0.00003373665,0.00092553813,0.000008207415,0.00018380153,0.0000090620515,0.000046883048,0.000010704165,0.004064607],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973055,0.0012326823,0.0003420884,0.00017634258,0.0008015688,0.0001418328],"domain_scores_gemma":[0.9987242,0.00032900978,0.000586865,0.00013544243,0.00018209663,0.00004236374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003115648,0.00007971056,0.0001557076,0.00011808527,0.00026559763,0.00004555208,0.00021137146,0.00007391215,0.0005776039],"category_scores_gemma":[0.0012248284,0.000088512694,0.00005026128,0.00018142052,0.00021687265,0.0004538132,0.000009022727,0.00014379362,0.00004588038],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008178938,0.0015593511,0.92866266,0.000007884951,0.000011645267,3.573566e-8,0.03314946,0.00031114632,0.00081316277,0.0020980376,0.0012214017,0.032157067],"study_design_scores_gemma":[0.00010854658,0.000060082573,0.96682805,0.00008419472,0.00003156714,9.010068e-8,0.031301867,0.000028456223,0.00008579255,0.00032999768,0.0010549993,0.000086373075],"about_ca_topic_score_codex":0.014225561,"about_ca_topic_score_gemma":0.00020442819,"teacher_disagreement_score":0.0381654,"about_ca_system_score_codex":0.00024062426,"about_ca_system_score_gemma":0.00028266344,"threshold_uncertainty_score":0.9923388},"labels":[],"label_agreement":null},{"id":"W2091710292","doi":"10.5430/jnep.v2n3p25","title":"Development and psychometric testing of the nursing student satisfaction scale for the associate nursing programs","year":2012,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Exploratory factor analysis; Confirmatory factor analysis; Scale (ratio); Reliability (semiconductor); Stratified sampling; Psychometric testing; Psychology; Nursing; Curriculum; Test (biology); Goodness of fit; Internal consistency; Psychometrics; Medicine; Clinical psychology; Structural equation modeling; Computer science; Pedagogy","score_opus":0.339788033969484,"score_gpt":0.5565463261644534,"score_spread":0.21675829219496945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091710292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9200465,0.0047382065,0.0013461342,0.05910655,0.0051417276,0.00053586846,3.1770054e-7,0.000011906801,0.009072775],"genre_scores_gemma":[0.9474461,0.00012516975,0.051585082,0.00014119588,0.0005523379,0.0000061103983,2.2843233e-7,0.000008117062,0.00013567932],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979464,0.0008224242,0.0003703582,0.00007988464,0.0006047097,0.00017626026],"domain_scores_gemma":[0.99376816,0.0038773245,0.0015997019,0.00007896722,0.0005844139,0.00009142812],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.008972121,0.00007405875,0.00011545275,0.00012205301,0.0016705553,0.00018184476,0.00011915917,0.000054462715,0.0000031974482],"category_scores_gemma":[0.009080025,0.00005045152,0.000036369154,0.00045336224,0.00019368537,0.0013382332,0.000007459136,0.0002552069,3.3390432e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032990647,0.0007754296,0.032677356,0.0000068122795,0.000025879805,7.466845e-9,0.15740962,0.0000031232723,0.00008523227,0.00065243064,0.00045085777,0.8078803],"study_design_scores_gemma":[0.0003060705,0.00008204726,0.7009022,0.0012339884,0.0005041537,0.00013637108,0.24425977,0.000024509516,0.00008572061,0.00078421365,0.051578872,0.00010204193],"about_ca_topic_score_codex":0.0000761234,"about_ca_topic_score_gemma":0.000013740966,"teacher_disagreement_score":0.80777824,"about_ca_system_score_codex":0.00047838266,"about_ca_system_score_gemma":0.0005983644,"threshold_uncertainty_score":0.99962914},"labels":[],"label_agreement":null},{"id":"W2092297292","doi":"10.1007/s11251-007-9045-2","title":"Instructors’ perspectives on the utility of student ratings of instruction","year":2007,"lang":"en","type":"article","venue":"Instructional Science","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":101,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Summative assessment; Educational psychology; Psychology; Sample (material); Medical education; Mathematics education; Student engagement; Pedagogy; Formative assessment; Medicine","score_opus":0.1186419514415662,"score_gpt":0.46098429083905895,"score_spread":0.34234233939749276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092297292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9483241,0.000014794174,0.00012864421,0.0014629358,0.00077782176,0.00019052743,0.0000031306656,0.000025594714,0.049072437],"genre_scores_gemma":[0.9966211,0.0000117047875,0.0031269835,0.000032568754,0.00016240355,0.000002621209,2.6486052e-7,0.0000032804194,0.00003908096],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9966584,0.00022574769,0.00038772516,0.0002833405,0.0022181687,0.00022664001],"domain_scores_gemma":[0.9977502,0.000680753,0.0005345705,0.00023350398,0.0007239553,0.00007701505],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009281762,0.00008443961,0.000118297605,0.00021985926,0.0010597953,0.000047251626,0.00064931664,0.00004942711,0.00044103363],"category_scores_gemma":[0.0034442607,0.000063920656,0.000060509585,0.0011991344,0.0043247617,0.0007847181,0.00007611139,0.00021813827,0.000004684799],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004589383,0.00011228767,0.060276948,0.000004320618,0.000012544559,2.0316962e-7,0.03396669,0.000024570376,0.0066422485,0.8695354,0.0000314309,0.029347468],"study_design_scores_gemma":[0.00018497162,0.00007175271,0.89521205,0.000021350446,0.0000080466325,0.000004579178,0.088758215,0.000053425843,0.007902384,0.0061443155,0.0015522498,0.00008662491],"about_ca_topic_score_codex":0.0012538349,"about_ca_topic_score_gemma":0.0002726768,"teacher_disagreement_score":0.8633911,"about_ca_system_score_codex":0.0001908445,"about_ca_system_score_gemma":0.0005737682,"threshold_uncertainty_score":0.9983849},"labels":[],"label_agreement":null},{"id":"W2092932299","doi":"10.1002/tl.35","title":"Evaluating Teaching Through Teaching Awards","year":2001,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Mathematics education; Teaching method; Pedagogy; Psychology; Higher education; Sociology; Political science","score_opus":0.16399407337573477,"score_gpt":0.5004439227383376,"score_spread":0.3364498493626028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092932299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6300217,0.0008725445,0.07514803,0.017264733,0.0014937663,0.0007779295,0.0000019290849,0.001748045,0.2726713],"genre_scores_gemma":[0.7763871,0.00013465497,0.14809167,0.0004121111,0.0021162953,0.000060330694,0.000016744534,0.00007072838,0.07271038],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99093515,0.00651401,0.0004735837,0.00064844836,0.0007518236,0.00067700155],"domain_scores_gemma":[0.994277,0.00472324,0.0004159865,0.00024675042,0.00009713254,0.00023987566],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025135301,0.00027994247,0.0003220935,0.00023939327,0.019618887,0.00065034477,0.0002939153,0.00019758345,0.00012014651],"category_scores_gemma":[0.042672273,0.00030165407,0.00017803586,0.0001610339,0.00015077587,0.0016743491,0.00008443068,0.003981846,0.000026198733],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003681485,0.00009337192,0.0054412237,0.00001642482,0.00007316793,0.0000014331952,0.15672725,0.0024290623,0.00041202884,0.03652093,0.0027494477,0.79549885],"study_design_scores_gemma":[0.0006655286,0.00020421494,0.0009140393,0.0001354676,0.00013991147,0.000024182702,0.045192596,0.006545057,0.000005530167,0.0024988407,0.94329274,0.00038190928],"about_ca_topic_score_codex":0.040314104,"about_ca_topic_score_gemma":0.0011500999,"teacher_disagreement_score":0.9405433,"about_ca_system_score_codex":0.0002826861,"about_ca_system_score_gemma":0.00028454358,"threshold_uncertainty_score":0.99994355},"labels":[],"label_agreement":null},{"id":"W2095310344","doi":"10.1080/13562517.2013.764863","title":"Academics' resistance to summative peer review of teaching: questionable rewards and the importance of student evaluations","year":2013,"lang":"en","type":"article","venue":"Teaching in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Summative assessment; Resistance (ecology); Peer evaluation; Psychology; Pedagogy; Mathematics education; Higher education; Peer influence; Teaching method; Medical education; Formative assessment; Medicine; Political science; Social psychology","score_opus":0.1572751014062739,"score_gpt":0.5172829671243886,"score_spread":0.3600078657181147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095310344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4720385,0.012320393,0.00008402647,0.4227841,0.00062659197,0.0023624955,0.000005173063,0.000046673445,0.08973203],"genre_scores_gemma":[0.9651881,0.0008036071,0.0066386145,0.001968886,0.00016440709,0.0003654531,0.000014454171,0.000012258012,0.024844257],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9940811,0.0035177046,0.00068272086,0.00024494517,0.0013042241,0.00016934579],"domain_scores_gemma":[0.9967795,0.0015101375,0.0006952923,0.0003131281,0.0006329208,0.00006899249],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0240848,0.000108597946,0.0002609932,0.00012938696,0.0003790535,0.00005119857,0.00039197248,0.000073744035,0.00027342106],"category_scores_gemma":[0.012744033,0.00008763495,0.000042371503,0.00024340514,0.0002142475,0.00066390145,0.00006195324,0.0005807329,0.000010892924],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014833436,0.00021453899,0.13340135,0.00037627958,0.000022251921,2.5614728e-8,0.06893139,0.000037913618,0.000052119056,0.75123125,0.043882523,0.001835516],"study_design_scores_gemma":[0.00055758,0.000037710117,0.72976744,0.0055066613,0.00013283324,4.314469e-7,0.014487202,0.000027724049,0.000014685903,0.05087986,0.19831969,0.0002681558],"about_ca_topic_score_codex":0.0040104995,"about_ca_topic_score_gemma":0.00069839635,"teacher_disagreement_score":0.7003514,"about_ca_system_score_codex":0.00028054748,"about_ca_system_score_gemma":0.00046346989,"threshold_uncertainty_score":0.99557203},"labels":[],"label_agreement":null},{"id":"W2096318035","doi":"10.7146/dut.v5i9.5567","title":"Kompetencer i matematik ved overgangen mellem det almene gymnasium og universitetet: En SOLO-analyse af progression og vidensformer i læreplaner og kursusbeskrivelser","year":2010,"lang":"da","type":"article","venue":"Dansk Universitetspædagogisk Tidsskrift","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University","keywords":"Humanities; Sociology; Philosophy","score_opus":0.043146856299432296,"score_gpt":0.38087544639904225,"score_spread":0.33772859009961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096318035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8843763,0.0011077033,0.00042754356,0.017483568,0.0052616824,0.0026812688,0.0005837043,0.00088005664,0.08719819],"genre_scores_gemma":[0.93597275,0.0012384506,0.0069559687,0.00060934294,0.0012912384,0.000017251763,0.0005501817,0.0001937869,0.053171024],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98765004,0.0029814942,0.0013572209,0.0022903385,0.0035808608,0.0021400498],"domain_scores_gemma":[0.9915177,0.0020274478,0.0021358735,0.0019742826,0.0010927388,0.00125195],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.004993162,0.0014179107,0.0014672418,0.0012995404,0.0033698613,0.0007526485,0.0033084622,0.001532428,0.016334591],"category_scores_gemma":[0.0013561116,0.0014310826,0.0008381666,0.0020010842,0.0016856911,0.0049132435,0.0011394316,0.0028237598,0.0037542842],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035047734,0.004112433,0.17003605,0.0012668853,0.008541384,0.0030594736,0.44311273,0.0014519474,0.2034938,0.030378714,0.096798845,0.034242954],"study_design_scores_gemma":[0.005169434,0.00090259104,0.019107714,0.0006736689,0.005381277,0.00008466578,0.16050321,0.0022756166,0.0060301847,0.0005834594,0.7955913,0.0036968885],"about_ca_topic_score_codex":0.006747308,"about_ca_topic_score_gemma":0.00896331,"teacher_disagreement_score":0.69879246,"about_ca_system_score_codex":0.0010795513,"about_ca_system_score_gemma":0.0015592416,"threshold_uncertainty_score":0.99986684},"labels":[],"label_agreement":null},{"id":"W2102815448","doi":"","title":"Qualités métriques des résultats académiques universitaires","year":2013,"lang":"fr","type":"article","venue":"R-libre (Université Téluq)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Humanities; Sociology; Psychology; Philosophy","score_opus":0.1163221631126942,"score_gpt":0.37363336184388524,"score_spread":0.257311198731191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102815448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.798384,0.006808462,0.00039191946,0.12993881,0.00092106505,0.00055050076,0.000031361575,0.000508654,0.06246524],"genre_scores_gemma":[0.76389116,0.0045669395,0.004865191,0.0006653584,0.00053266087,0.0000050438057,0.000021071513,0.000054748543,0.22539784],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994694,0.0024402016,0.00035174607,0.0006731094,0.00094522804,0.00089571055],"domain_scores_gemma":[0.9966373,0.001220616,0.0005189879,0.00043862703,0.00062782486,0.00055664446],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014174305,0.00042281777,0.00043780293,0.00018883475,0.0020713876,0.0004089221,0.0012016444,0.00055929244,0.0084443195],"category_scores_gemma":[0.00054285454,0.0005170786,0.00028740894,0.0012005885,0.0016767102,0.010095898,0.00040787118,0.0006995159,0.0033907616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041600448,0.00019964205,0.002606276,0.000098822995,0.00022485237,0.000051581414,0.052929744,0.000051604246,0.00030312632,0.074234076,0.045221366,0.8240373],"study_design_scores_gemma":[0.0008890233,0.00030510072,0.11863567,0.0003518413,0.00033023878,0.000016766737,0.06567898,0.0009977394,0.00019765785,0.025597801,0.7861203,0.0008789111],"about_ca_topic_score_codex":0.047275197,"about_ca_topic_score_gemma":0.0025269834,"teacher_disagreement_score":0.8231584,"about_ca_system_score_codex":0.0009924903,"about_ca_system_score_gemma":0.0005115691,"threshold_uncertainty_score":0.9997281},"labels":[],"label_agreement":null},{"id":"W2102821133","doi":"10.5430/ijhe.v2n3p28","title":"The Impact of Differentiated Instruction in a Teacher Education Setting: Successes and Challenges","year":2013,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Practicum; Differentiated instruction; Curriculum; Graduation (instrument); Psychology; Mathematics education; Higher education; Class (philosophy); Medical education; Pedagogy; Medicine; Engineering","score_opus":0.06078818751273233,"score_gpt":0.4531415707026014,"score_spread":0.39235338318986906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102821133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9513019,0.0033204001,0.000004265799,0.039612953,0.0019758458,0.00012100086,3.3389722e-7,0.0000054210623,0.0036578807],"genre_scores_gemma":[0.9959842,0.0022074608,0.0001892341,0.000028003498,0.00058797776,0.000011729933,0.0000022574197,0.00000571204,0.0009834499],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985736,0.00041317267,0.00038501262,0.0000789883,0.00046334125,0.00008586883],"domain_scores_gemma":[0.9977299,0.00029765646,0.00080700015,0.00006762823,0.001046561,0.00005122926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009901163,0.00006670989,0.000089820365,0.00024125693,0.00010228054,0.00016096854,0.0002819704,0.00005241635,0.0002863068],"category_scores_gemma":[0.0006813761,0.000047403333,0.000050753493,0.00010131962,0.0000786959,0.00111029,0.000019495319,0.00016777564,0.0000040864056],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065386055,0.00090895704,0.2533593,0.000013013161,0.00013699828,1.78363e-7,0.013634545,0.00003225579,0.0008026515,0.025011336,0.0025601005,0.7034753],"study_design_scores_gemma":[0.00021086709,0.00004120359,0.97353643,0.000081763596,0.000012467796,0.000007629945,0.0050110477,0.00001873787,0.00003591911,0.009938975,0.0110543715,0.000050589508],"about_ca_topic_score_codex":0.0067070653,"about_ca_topic_score_gemma":0.00029463545,"teacher_disagreement_score":0.7201771,"about_ca_system_score_codex":0.0002816238,"about_ca_system_score_gemma":0.0009556938,"threshold_uncertainty_score":0.9999074},"labels":[],"label_agreement":null},{"id":"W2104578243","doi":"10.1187/cbe.07-09-0088","title":"Evaluation of the Redesign of an Undergraduate Cell Biology Course","year":2009,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; McGill University; Queen's University","funders":"","keywords":"Course (navigation); Process (computing); Teaching method; Engineering management; Computer science; Course evaluation; Medical education; Mathematics education; Higher education; Engineering; Psychology; Medicine; Political science","score_opus":0.19877437089305725,"score_gpt":0.5160983578578754,"score_spread":0.3173239869648181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104578243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8969737,0.00049548876,0.00011347079,0.026665684,0.0012075821,0.00046726933,0.0000020797656,0.000021411104,0.07405329],"genre_scores_gemma":[0.99773914,0.000041310577,0.0015072884,0.00028997712,0.00013366455,0.000008788443,0.0000028058078,0.0000025366585,0.00027446862],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9949067,0.0030547297,0.0002985836,0.00023367183,0.0013410506,0.000165222],"domain_scores_gemma":[0.99784404,0.00027991118,0.0006942174,0.00027411553,0.0008317192,0.000075973716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018251186,0.000070605434,0.00010595363,0.000102742895,0.0006216828,0.000035642628,0.0006514849,0.0000674788,0.00010887431],"category_scores_gemma":[0.0043942505,0.000054304255,0.00004491922,0.00072339,0.0008094662,0.0006727228,0.000015424706,0.00008676389,0.0000063789644],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030805844,0.003021026,0.021854974,0.000025672369,0.000030454086,3.320626e-8,0.050719675,0.009605458,0.037618116,0.41786504,0.007681378,0.45154735],"study_design_scores_gemma":[0.0010234974,0.0012237326,0.27886525,0.00015189187,0.0007745863,0.0000017333022,0.082288235,0.02000739,0.021227524,0.5816861,0.01214566,0.0006044523],"about_ca_topic_score_codex":0.0011964362,"about_ca_topic_score_gemma":0.00029015716,"teacher_disagreement_score":0.4509429,"about_ca_system_score_codex":0.00010746866,"about_ca_system_score_gemma":0.0070124813,"threshold_uncertainty_score":0.9986168},"labels":[],"label_agreement":null},{"id":"W2107487650","doi":"10.1371/journal.pone.0083443","title":"The Numbers Tell It All: Students Don't Like Numbers!","year":2013,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Set (abstract data type); Curriculum; Quantitative analysis (chemistry); Mathematics education; Psychology; Higher education; Medical education; Pedagogy; Computer science; Medicine; Chemistry","score_opus":0.18368758147758585,"score_gpt":0.4153468029404258,"score_spread":0.23165922146283996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107487650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7399803,0.00010764056,0.0000045992447,0.0893142,0.00027644547,0.0006597456,0.0000011401227,0.00015453548,0.16950142],"genre_scores_gemma":[0.8927189,0.0005444651,0.0012631228,0.0028870779,0.00035671119,0.00010196895,0.0000029978353,0.000022257715,0.10210247],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99677753,0.0006715861,0.00021465364,0.00020855016,0.001781679,0.00034597062],"domain_scores_gemma":[0.99807584,0.0010971482,0.00019319146,0.00030202296,0.00018828787,0.00014348202],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0025586528,0.00009795346,0.0001223683,0.000024846044,0.0009739757,0.00060008885,0.0008439542,0.00007690632,0.0025612852],"category_scores_gemma":[0.0017726658,0.00007745579,0.00004708892,0.00014004519,0.00019982555,0.0007406886,0.000115246,0.00026992869,0.005219051],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004292801,0.0046144323,0.39885288,0.00004581415,0.0016522518,0.0000056452454,0.11988868,0.000010742125,0.0015106597,0.009147229,0.4590391,0.0051896335],"study_design_scores_gemma":[0.00080391014,0.000107931344,0.04002443,0.00013320342,0.0003971349,6.23854e-7,0.035662368,0.00014478456,0.00038110572,0.0044350172,0.91735566,0.0005538355],"about_ca_topic_score_codex":0.013754652,"about_ca_topic_score_gemma":0.00727481,"teacher_disagreement_score":0.45831656,"about_ca_system_score_codex":0.00011901864,"about_ca_system_score_gemma":0.00008933744,"threshold_uncertainty_score":0.9983505},"labels":[],"label_agreement":null},{"id":"W2107545228","doi":"10.5539/ijms.v7n1p78","title":"Taking or Not Taking a Class: Students’ Perceived Physiognomies Associated with Syllabi","year":2015,"lang":"en","type":"article","venue":"International Journal of Marketing Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Syllabus; Conceptualization; Perception; Class (philosophy); Presentation (obstetrics); Psychology; Mathematics education; Computer science; Medicine; Artificial intelligence","score_opus":0.27559602726317683,"score_gpt":0.5012712968616757,"score_spread":0.22567526959849887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107545228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97374016,0.00040168353,0.000035070178,0.014914881,0.0016640337,0.00012014788,0.0000031913821,0.00005022935,0.009070574],"genre_scores_gemma":[0.99509215,0.00038092252,0.0014790453,0.0005302002,0.00094773347,0.000005340536,9.955803e-7,0.00001782493,0.0015457824],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936835,0.0022620198,0.0005869039,0.0001774245,0.0030460453,0.00024411606],"domain_scores_gemma":[0.9863583,0.0061555123,0.0030641078,0.00008301208,0.004232912,0.00010618874],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01888141,0.0001616215,0.00034373713,0.00024008319,0.00043908035,0.00040818634,0.0008853625,0.000056413013,0.000113528775],"category_scores_gemma":[0.11834232,0.00011704144,0.000100166224,0.00019091066,0.00027193333,0.0009643116,0.00019911684,0.0003566679,0.000008112167],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015119047,0.0011109869,0.5668137,0.00005023386,0.0130590275,0.00069888844,0.34812444,0.0024734552,0.0005210622,0.0017863193,0.020196889,0.030045949],"study_design_scores_gemma":[0.0034860754,0.00039665354,0.74016297,0.002680089,0.00034367535,0.00005479817,0.23458146,0.00011282153,0.000024185138,0.0003127015,0.01741854,0.00042604632],"about_ca_topic_score_codex":0.00020968205,"about_ca_topic_score_gemma":0.0011895112,"teacher_disagreement_score":0.17334928,"about_ca_system_score_codex":0.00090758584,"about_ca_system_score_gemma":0.0004905552,"threshold_uncertainty_score":0.8890843},"labels":[],"label_agreement":null},{"id":"W2111473025","doi":"10.1187/cbe.14-02-0023","title":"The Teaching Practices Inventory: A New Tool for Characterizing College and University Teaching in Mathematics and Science","year":2014,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Tracking (education); Mathematics education; Concept inventory; Teaching method; Science education; Computer science; Psychology; Pedagogy","score_opus":0.1109846650706356,"score_gpt":0.4304267611606944,"score_spread":0.3194420960900588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111473025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94159186,0.000163147,0.00039202112,0.045023367,0.0006234118,0.0005344904,0.0000013737239,0.000038948583,0.011631361],"genre_scores_gemma":[0.97534794,0.00010775127,0.022284463,0.00037002555,0.00028855965,0.000008739606,8.0439014e-7,0.000005790677,0.0015859435],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997912,0.0006450671,0.00020619773,0.00037007016,0.0005527431,0.00031390495],"domain_scores_gemma":[0.996569,0.0023743073,0.0006556261,0.00015546016,0.00007533968,0.00017028584],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.025866682,0.000094762414,0.00011259693,0.00023149553,0.006138682,0.00062053575,0.00053972134,0.000045727385,0.000003314705],"category_scores_gemma":[0.038151946,0.00008102239,0.000017775157,0.00037882847,0.0011486843,0.0030438679,0.00010143136,0.0002402174,0.0000016805428],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012689177,0.00008767141,0.02395192,0.000029426097,0.0000039616643,5.813526e-8,0.062962934,0.000004171243,0.00096479367,0.8718159,0.0012384116,0.038928017],"study_design_scores_gemma":[0.0005303535,0.00016736682,0.046246335,0.00024195657,0.000055923956,0.0000059141335,0.24218428,0.014901568,0.000041035535,0.026241915,0.668948,0.00043535046],"about_ca_topic_score_codex":0.0019115079,"about_ca_topic_score_gemma":0.0016058309,"teacher_disagreement_score":0.845574,"about_ca_system_score_codex":0.00018392091,"about_ca_system_score_gemma":0.0024716435,"threshold_uncertainty_score":0.9951552},"labels":[],"label_agreement":null},{"id":"W2114373362","doi":"10.1145/2132176.2132319","title":"Future directions for information programs","year":2012,"lang":"en","type":"article","venue":"Proceedings of the 2012 iConference","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Midstream; Presentation (obstetrics); Perception; Computer science; Medical education; Psychology; Engineering; Medicine","score_opus":0.09947838846959355,"score_gpt":0.38529861338055305,"score_spread":0.2858202249109595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114373362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5791114,0.0008629847,0.0004863032,0.058692288,0.0055857357,0.00338012,0.000018374873,0.00043083166,0.35143194],"genre_scores_gemma":[0.9947902,0.000070758564,0.0030190635,0.000093879615,0.00059140386,0.00010173558,0.0000016900789,0.000004463865,0.0013268035],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917656,0.000020150745,0.00016938189,0.000058772093,0.00034406822,0.00023105745],"domain_scores_gemma":[0.998886,0.00008273896,0.0003636249,0.000057008638,0.0005425572,0.00006807906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018522503,0.00006443108,0.00007833349,0.000045810426,0.0005302302,0.0001133975,0.00034902585,0.00007279266,0.00005025381],"category_scores_gemma":[0.0012346869,0.00004735046,0.00006103431,0.0001981414,0.0001229157,0.004146773,0.00004622213,0.000114337454,0.000021201535],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001760514,0.00010820128,0.05199642,0.00006759027,0.000020866557,5.149399e-10,0.047021806,2.1792826e-7,0.00028986906,0.7653162,0.0057458747,0.12941533],"study_design_scores_gemma":[0.00009927742,0.000018754046,0.017575003,0.000026676249,0.00003452316,4.344361e-7,0.008515693,0.00001656378,0.00043729547,0.002262002,0.9709368,0.00007699741],"about_ca_topic_score_codex":0.0001853202,"about_ca_topic_score_gemma":0.000041670934,"teacher_disagreement_score":0.9651909,"about_ca_system_score_codex":0.000043730906,"about_ca_system_score_gemma":0.00007981361,"threshold_uncertainty_score":0.40781555},"labels":[],"label_agreement":null},{"id":"W2115875582","doi":"10.1080/08832323.2010.550339","title":"On the Relationship Between Students’ Perceptions of Teaching Quality, Methods of Assessment, and Satisfaction","year":2011,"lang":"en","type":"article","venue":"Journal of Education for Business","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Ontario Tech University","funders":"","keywords":"Enthusiasm; Feeling; Perception; Psychology; Categorization; Quality (philosophy); Relevance (law); Mathematics education; Medical education; Applied psychology; Social psychology; Computer science; Medicine","score_opus":0.529615164569952,"score_gpt":0.642260908814015,"score_spread":0.11264574424406304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115875582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96561646,0.000022588712,0.026664509,0.0042325696,0.00051305734,0.00020915935,0.0000030117913,0.0000039523425,0.0027347044],"genre_scores_gemma":[0.9526416,0.0000136450135,0.0469902,0.000035322446,0.0001587966,0.0000063708203,0.0000015979447,0.000005633489,0.0001468268],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970944,0.0017806914,0.0005365647,0.00006795677,0.00045614532,0.00006424331],"domain_scores_gemma":[0.9913224,0.0060820733,0.0015955319,0.00011218802,0.0008488199,0.000038960996],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0139426235,0.000054722866,0.00015868712,0.00019252356,0.00042968846,0.000040105337,0.00019387293,0.00005313333,0.00009582242],"category_scores_gemma":[0.01215907,0.000041521802,0.000058646252,0.00018886545,0.0001199148,0.0005931782,0.000017105427,0.00022082696,4.9287405e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013484177,0.00014324176,0.8096355,0.000022243654,0.000027073127,4.2959014e-9,0.012862751,0.000004510599,0.000113166454,0.16881843,0.00021589921,0.008143686],"study_design_scores_gemma":[0.0001318428,0.000052462085,0.9387731,0.00007842027,0.00009992485,6.4944635e-7,0.017865505,0.0000014662197,0.000014843622,0.042690016,0.0002530535,0.00003869892],"about_ca_topic_score_codex":0.0011193142,"about_ca_topic_score_gemma":0.000084335945,"teacher_disagreement_score":0.1291376,"about_ca_system_score_codex":0.00009587561,"about_ca_system_score_gemma":0.0005522556,"threshold_uncertainty_score":0.99616194},"labels":[],"label_agreement":null},{"id":"W2115886416","doi":"10.1080/03075079.2011.643298","title":"A new approach to modelling student retention through an application of complexity thinking","year":2012,"lang":"en","type":"article","venue":"Studies in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Island University","funders":"","keywords":"Mathematics education; Higher education; Interdependence; Systems thinking; Logical reasoning; Psychology; Critical thinking; Pedagogy; Computer science; Sociology; Social science; Artificial intelligence","score_opus":0.6128380101705398,"score_gpt":0.5648098395973998,"score_spread":0.04802817057314002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115886416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6533527,0.0042373156,0.1348396,0.015747314,0.005922344,0.0025645667,0.0000020989708,0.00020261784,0.1831315],"genre_scores_gemma":[0.8605052,0.00010600699,0.1375132,0.00015023349,0.00071020855,0.000101482074,0.000010491787,0.000007844306,0.00089530693],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99828374,0.0004746623,0.00029026545,0.00021617983,0.000540074,0.00019509974],"domain_scores_gemma":[0.99914056,0.000126307,0.00024706946,0.0002230596,0.00019459918,0.000068420704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027378255,0.00008458527,0.00014850446,0.00008736754,0.00033689765,0.000029693412,0.00023746131,0.000052319287,0.00003271988],"category_scores_gemma":[0.00013756655,0.00008786825,0.000026500198,0.0003784411,0.00009320873,0.001297627,0.000058227834,0.0001120814,0.000017920569],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008832882,0.0005101182,0.023362517,0.00002732012,0.000021955773,3.9681955e-9,0.3135062,0.0017674449,0.000022176248,0.6575115,0.0006277107,0.0026342527],"study_design_scores_gemma":[0.00054707145,0.000098857665,0.25327128,0.00020936255,0.00020076969,6.253046e-7,0.33527935,0.0008028709,0.000070435526,0.2552182,0.15364698,0.00065418513],"about_ca_topic_score_codex":0.0056769345,"about_ca_topic_score_gemma":0.00026301207,"teacher_disagreement_score":0.40229326,"about_ca_system_score_codex":0.00037652967,"about_ca_system_score_gemma":0.00013295386,"threshold_uncertainty_score":0.8581864},"labels":[],"label_agreement":null},{"id":"W2117259931","doi":"10.5430/ijhe.v4n2p27","title":"Factors Affecting Student Engagement: A Case Study Examining Two Cohorts of Students Attending a Post-1992 University in the United Kingdom","year":2015,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Student engagement; Medical education; Psychology; Scope (computer science); Higher education; Sample (material); Student teacher; Pedagogy; Political science; Medicine; Teacher education","score_opus":0.3266480893585406,"score_gpt":0.5385793649117917,"score_spread":0.2119312755532511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117259931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956251,0.000022830798,0.00001852287,0.0013053431,0.0020383964,0.00026807157,0.0000010900018,0.0000075221337,0.0007131701],"genre_scores_gemma":[0.99936295,0.0000025275333,0.00011992635,0.0000907431,0.00029905754,0.0000010876851,0.0000036498993,0.0000058855294,0.00011414841],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952486,0.0024375606,0.00038057377,0.000111599635,0.0017168877,0.00010475033],"domain_scores_gemma":[0.99694073,0.0010547278,0.0009393552,0.0000924566,0.00090351666,0.00006920507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00750566,0.000084530155,0.00013400865,0.0006227662,0.00019152329,0.00016144666,0.0007366677,0.000027357604,0.00004853583],"category_scores_gemma":[0.0010359698,0.00006907459,0.00004356122,0.0003610802,0.00004634234,0.0007458712,0.00008629568,0.00030846728,0.0000012293182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027906046,0.0010551555,0.7703417,0.0000013871835,0.00012218548,0.00014153968,0.22668608,0.00032966415,0.000021266522,0.00086141325,0.00007388551,0.00033779684],"study_design_scores_gemma":[0.0006738617,0.00012907818,0.54238033,0.000050179176,0.00006452707,0.00003117664,0.4549214,0.000002978496,0.000003697338,0.000028836515,0.0016647963,0.000049154663],"about_ca_topic_score_codex":0.021941142,"about_ca_topic_score_gemma":0.0019987647,"teacher_disagreement_score":0.22823532,"about_ca_system_score_codex":0.00067762483,"about_ca_system_score_gemma":0.0004345315,"threshold_uncertainty_score":0.9845718},"labels":[],"label_agreement":null},{"id":"W2117580560","doi":"10.1152/advan.00067.2010","title":"Cross-disciplinary thermoregulation and sweat analysis laboratory experiences for undergraduate Chemistry and Exercise Science students","year":2011,"lang":"en","type":"article","venue":"AJP Advances in Physiology Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Victoria","keywords":"Curriculum; Undergraduate research; Focus group; Enthusiasm; Kinesiology; Mathematics education; Discipline; Medical education; Psychology; Student engagement; Cross disciplinary; Qualitative research; Pedagogy; Medicine; Computer science; Sociology; Data science","score_opus":0.045539735985724444,"score_gpt":0.47687443320012296,"score_spread":0.43133469721439854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117580560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960392,0.0021023303,0.00006430503,0.0002579713,0.000298358,0.0002619646,0.0000016140607,0.000022955503,0.00095129263],"genre_scores_gemma":[0.9963631,0.001173186,0.0019090486,0.000034318655,0.000066520646,0.00022724552,0.000008325712,0.000004839826,0.00021339682],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988531,0.0001240893,0.00018725374,0.0004057766,0.00023753943,0.00019226254],"domain_scores_gemma":[0.9991717,0.0001865787,0.00022088017,0.00016036024,0.00019356234,0.00006693694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012723252,0.00009243063,0.00014544326,0.000117669704,0.0006936575,0.0000758336,0.00026847853,0.000059388512,0.000039494953],"category_scores_gemma":[0.0004317319,0.00009002702,0.000020481011,0.00064399233,0.0014496782,0.0018448834,0.0000699066,0.00006970804,9.960297e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019936134,0.00060484314,0.6909134,0.000110299305,0.000049930895,1.9879134e-7,0.24542892,0.0001768543,0.011776712,0.006289637,0.000020092182,0.044429775],"study_design_scores_gemma":[0.0001867202,0.000033094257,0.92742455,0.000033467877,0.000074013784,1.843802e-7,0.04715122,0.00023246737,0.0013733391,0.02298906,0.0003428795,0.00015900869],"about_ca_topic_score_codex":0.00015237443,"about_ca_topic_score_gemma":0.00012926626,"teacher_disagreement_score":0.23651117,"about_ca_system_score_codex":0.000080862126,"about_ca_system_score_gemma":0.00035241566,"threshold_uncertainty_score":0.53414},"labels":[],"label_agreement":null},{"id":"W2117871209","doi":"10.1119/perc.2013.pr.034","title":"Doing Science or Doing a Lab? Engaging Students with Scientific Reasoning during Physics Lab Experiments","year":2014,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sensemaking; Reflection (computer programming); Scientific reasoning; Mathematics education; Virtual lab; Physics education; Class (philosophy); Scientific thinking; Science education; Psychology; Computer science; Human–computer interaction; Multimedia; Artificial intelligence","score_opus":0.07821384691720465,"score_gpt":0.4470986761456438,"score_spread":0.3688848292284391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117871209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9367564,0.00002023028,0.0056881206,0.00037161613,0.0005258931,0.00028347544,3.458585e-7,0.0002954267,0.056058533],"genre_scores_gemma":[0.94400865,0.0000038828507,0.04990304,0.00010083836,0.00024530804,0.000019802043,7.7359306e-7,0.000021236576,0.0056964415],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9947773,0.0006593125,0.0002569925,0.0007011641,0.0028998,0.0007053992],"domain_scores_gemma":[0.9982837,0.00045078062,0.00030246237,0.0004157649,0.00032369903,0.00022362561],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01193685,0.00017670813,0.0001814388,0.0002034461,0.007403257,0.0027578776,0.0010900658,0.000039951614,0.0001889692],"category_scores_gemma":[0.0017253453,0.00014086935,0.000033907225,0.0013408487,0.0009416064,0.0032734133,0.00036407157,0.00030065698,0.00009304291],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024864377,0.00085801486,0.2674436,0.00012474891,0.00014456318,0.000028916069,0.48291504,0.0033513382,0.094134934,0.08973947,0.00023328024,0.060777444],"study_design_scores_gemma":[0.011560563,0.0007589594,0.076016195,0.0041401326,0.00039792267,0.00004683461,0.43475553,0.015800701,0.20100453,0.00091327954,0.2495054,0.0050999583],"about_ca_topic_score_codex":0.0011226295,"about_ca_topic_score_gemma":0.00069618394,"teacher_disagreement_score":0.24927212,"about_ca_system_score_codex":0.00035792723,"about_ca_system_score_gemma":0.0005828645,"threshold_uncertainty_score":0.99827737},"labels":[],"label_agreement":null},{"id":"W2118417487","doi":"10.5539/jel.v3n4p71","title":"The Perspectives of Students and Teachers in the English Department in the College of Basic Education on the Student Evaluation of Teachers","year":2014,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Psychology; Context (archaeology); Academic year; Closed-ended question; Pedagogy; Medical education; Medicine; Mathematics","score_opus":0.07243985463559068,"score_gpt":0.47187424198553324,"score_spread":0.3994343873499426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118417487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9825595,0.0008428844,0.0000020062612,0.012793012,0.00023514648,0.00036846538,2.0704238e-7,9.113979e-7,0.0031978535],"genre_scores_gemma":[0.9993326,0.00024844162,0.000038538776,0.000104525454,0.00014846837,0.000017802204,3.3573005e-7,0.0000028430775,0.00010644748],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99061066,0.00771786,0.00036002346,0.00007440112,0.0011646312,0.000072395684],"domain_scores_gemma":[0.99550635,0.0030374276,0.000893694,0.00010378718,0.00043935064,0.000019376643],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03880075,0.000055102217,0.00010470808,0.000108382716,0.0003233445,0.000058315527,0.00031602097,0.000029121207,0.000015135132],"category_scores_gemma":[0.011097766,0.000027543148,0.000032433374,0.00020615722,0.00016526238,0.00018405063,0.000013685787,0.00040818556,1.5896711e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017732173,0.0005798357,0.15441269,0.0000036166587,0.000022139555,1.3523941e-8,0.81947887,0.00028513887,0.000023302291,0.0071813804,0.00040644364,0.017588858],"study_design_scores_gemma":[0.00017262873,0.00009832446,0.42229173,0.00004898,0.000038066733,5.0949495e-7,0.57266325,0.00002124946,0.0000045735574,0.0002714541,0.0043721297,0.000017119059],"about_ca_topic_score_codex":0.00028277587,"about_ca_topic_score_gemma":0.0004542307,"teacher_disagreement_score":0.267879,"about_ca_system_score_codex":0.00013072365,"about_ca_system_score_gemma":0.0005704715,"threshold_uncertainty_score":0.9972322},"labels":[],"label_agreement":null},{"id":"W2118506467","doi":"10.33524/cjar.v15i3.156","title":"TOWARD A DEVELOPMENTAL PARADIGM","year":2015,"lang":"en","type":"article","venue":"The Canadian Journal of Action Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Criminal justice; Social psychology; Developmental psychology; Criminology; Pedagogy","score_opus":0.8013216017409261,"score_gpt":0.5867948481637333,"score_spread":0.21452675357719286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118506467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44014254,0.0004229968,0.00009856731,0.39106444,0.0014624151,0.00026461974,0.0000017481373,0.00001251143,0.16653018],"genre_scores_gemma":[0.9960263,0.00002760127,0.000382585,0.00015872909,0.0004610906,0.0000018736849,2.5420545e-7,0.000004949333,0.002936627],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962485,0.0019066958,0.00017226956,0.000055521832,0.0013134094,0.00030361573],"domain_scores_gemma":[0.99783134,0.00046168853,0.00012535011,0.00006953817,0.00076015847,0.0007519156],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.022682324,0.000036836587,0.00006472476,0.00032432476,0.0013576312,0.00033723694,0.00048526685,0.000049985185,0.0005043046],"category_scores_gemma":[0.00636144,0.000027340155,0.000030722185,0.00039108988,0.00041163748,0.0005491133,0.000012144455,0.000686467,0.00021293673],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016863413,0.00005272147,0.016534002,0.000008879756,0.00014924696,0.00017432796,0.31887954,0.0002866878,0.00008666656,0.11179396,0.4907941,0.06107124],"study_design_scores_gemma":[0.00017182193,0.000060645456,0.0027496608,0.000012041287,0.0000052211585,0.00006697733,0.048907958,0.000011114012,0.000050057715,0.009346983,0.93857485,0.00004267114],"about_ca_topic_score_codex":0.21935482,"about_ca_topic_score_gemma":0.5810865,"teacher_disagreement_score":0.55588377,"about_ca_system_score_codex":0.0016428202,"about_ca_system_score_gemma":0.017776504,"threshold_uncertainty_score":0.9999425},"labels":[],"label_agreement":null},{"id":"W2118879574","doi":"10.3138/jvme.36.3.305","title":"Veterinary Student Attitudes toward Curriculum Integration at James Cook University","year":2009,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Integrated curriculum; Veterinary medicine; Psychology; Mathematics education; Medicine; Pedagogy","score_opus":0.16550084641058183,"score_gpt":0.5008854801774144,"score_spread":0.3353846337668326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118879574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95755136,0.0004248305,0.0002879138,0.036679085,0.0016408192,0.00011874414,4.8976995e-7,0.000026872947,0.003269866],"genre_scores_gemma":[0.99501145,0.0007351444,0.0016517837,0.0007628173,0.0007448793,7.343881e-7,0.000004419817,0.000004819089,0.001083972],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969999,0.0009856459,0.00037418742,0.00013968979,0.0013337167,0.00016681693],"domain_scores_gemma":[0.9983965,0.00020735331,0.000567821,0.00011277312,0.00038756273,0.00032797342],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028639939,0.00010298672,0.00018146812,0.00017823665,0.00046073456,0.00008063095,0.00046679235,0.00012712277,0.0012421831],"category_scores_gemma":[0.0024775527,0.00009447868,0.0001042054,0.00019409921,0.00018232218,0.0010149749,0.000053829368,0.00037282397,0.00003136653],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010652938,0.008288138,0.033158828,0.000078016405,0.00017971081,0.00047205485,0.10592504,0.000038297792,0.0036468382,0.012817177,0.075385444,0.75894517],"study_design_scores_gemma":[0.00076867756,0.0036806257,0.22161567,0.0004909866,0.00009619768,0.0005011808,0.02857733,0.00006310574,0.000024484458,0.00030574176,0.743626,0.00024999844],"about_ca_topic_score_codex":0.00026400323,"about_ca_topic_score_gemma":0.00003996925,"teacher_disagreement_score":0.7586952,"about_ca_system_score_codex":0.00079010276,"about_ca_system_score_gemma":0.0018732294,"threshold_uncertainty_score":0.9996708},"labels":[],"label_agreement":null},{"id":"W2119032296","doi":"10.3138/jvme.0811.084r","title":"Using Focus Groups to Engage Veterinary Students in Course Redesign and Development","year":2012,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summative assessment; Focus group; Medical education; Curriculum; Perception; Formative assessment; Course evaluation; Psychology; Quality (philosophy); Qualitative research; Medicine; Pedagogy; Higher education; Sociology; Political science","score_opus":0.4082902227254481,"score_gpt":0.5676413809637941,"score_spread":0.159351158238346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119032296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992284,0.00072957616,0.00058923307,0.00451573,0.0014733002,0.00015155808,1.19063344e-7,0.000006960553,0.00024950394],"genre_scores_gemma":[0.9785039,0.000091171336,0.02041171,0.0003876556,0.00054967974,0.00000637067,4.417913e-7,0.000008181912,0.000040921135],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99673456,0.0012613494,0.00045217838,0.00009465889,0.0012292416,0.00022799952],"domain_scores_gemma":[0.9986538,0.00033448864,0.0003161344,0.00007169565,0.00011056167,0.00051330007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011324804,0.00008243363,0.00015354904,0.00018561142,0.00024114638,0.00005786178,0.00027043055,0.00008961398,0.00021493573],"category_scores_gemma":[0.0036875107,0.0000786363,0.000021298598,0.00015032307,0.000066994835,0.0008841054,0.00008088118,0.00034902716,0.000009310446],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052998343,0.004503172,0.28925836,0.00007309235,0.00008455708,0.00010475071,0.26155126,0.00001821328,0.0029486637,0.0007051382,0.0015310217,0.43869177],"study_design_scores_gemma":[0.001021026,0.0012157164,0.7739967,0.000841755,0.0000515623,0.0007872333,0.037543185,0.000036915386,0.00004381832,0.00014099716,0.18399988,0.000321166],"about_ca_topic_score_codex":0.00014768969,"about_ca_topic_score_gemma":0.000025089605,"teacher_disagreement_score":0.48473838,"about_ca_system_score_codex":0.00036485362,"about_ca_system_score_gemma":0.0018410434,"threshold_uncertainty_score":0.44145614},"labels":[],"label_agreement":null},{"id":"W2119265231","doi":"10.1002/j.2168-9830.2008.tb00989.x","title":"Utilizing Instructional Consultations to Enhance the Teaching Performance of Engineering Faculty","year":2008,"lang":"en","type":"article","venue":"Journal of Engineering Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Medical education; Key (lock); Engineering education; Instructional design; Psychology; Computer science; Mathematics education; Medicine; Engineering management; Engineering","score_opus":0.06234180835831437,"score_gpt":0.4093033628116296,"score_spread":0.3469615544533152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119265231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99152476,0.00009955847,0.0034237087,0.002809208,0.0012609742,0.000096678305,0.000001164453,0.000020700185,0.0007632802],"genre_scores_gemma":[0.9599439,0.000049120747,0.03927615,0.00003725465,0.00045449493,0.00000569781,0.0000012954921,0.00000830445,0.00022381623],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989087,0.000071730654,0.00036463325,0.00006842775,0.0004659305,0.000120598816],"domain_scores_gemma":[0.9986974,0.00039418053,0.00034054034,0.00008615738,0.00040587335,0.00007585008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015948433,0.00007096309,0.00010884853,0.00019835588,0.0003361698,0.000027637916,0.00022068377,0.000035861944,0.000018432122],"category_scores_gemma":[0.004609869,0.00006182875,0.0000491928,0.00025385842,0.000033305332,0.00064856024,0.0000133014755,0.00034369194,0.0000042946103],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055939832,0.0003936733,0.015460285,0.00018362448,0.00019371761,0.0000015128807,0.14192545,0.70438385,0.033826508,0.050249796,0.005088885,0.048236772],"study_design_scores_gemma":[0.0005457183,0.0003599999,0.43756264,0.0013333339,0.00017176098,0.0003696705,0.019533135,0.02623468,0.011668283,0.00009652099,0.5013918,0.00073244446],"about_ca_topic_score_codex":0.00011995948,"about_ca_topic_score_gemma":0.00000657541,"teacher_disagreement_score":0.67814916,"about_ca_system_score_codex":0.00015931785,"about_ca_system_score_gemma":0.00060012465,"threshold_uncertainty_score":0.5518776},"labels":[],"label_agreement":null},{"id":"W2120723069","doi":"10.7202/1018165ar","title":"Discours réflexifs des stagiaires forts et faibles en enseignement","year":2013,"lang":"fr","type":"article","venue":"Nouveaux cahiers de la recherche en éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Humanities; Art","score_opus":0.23423310241324902,"score_gpt":0.4952334133788661,"score_spread":0.2610003109656171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120723069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5491759,0.003922772,0.00943839,0.21920969,0.0019088982,0.0011646636,0.00001271312,0.00021648358,0.2149505],"genre_scores_gemma":[0.81627035,0.0050579575,0.12574776,0.0017406413,0.0006501119,0.00034147486,0.000050405535,0.00007553519,0.05006575],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96423376,0.03317612,0.0005079178,0.0005279031,0.00084707,0.0007072175],"domain_scores_gemma":[0.97977674,0.01855415,0.00048167226,0.00043502494,0.0004233527,0.00032906904],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.03298699,0.00034367514,0.00028620058,0.00019956172,0.0007937036,0.0005904963,0.00057581504,0.0016345818,0.0023587402],"category_scores_gemma":[0.031096336,0.000366715,0.00014430545,0.00070922554,0.0013831896,0.0025046119,0.00007371737,0.0024428982,0.00056409853],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013973801,0.00044580677,0.0013704633,0.0001064323,0.00012824168,0.0000019615245,0.67627484,0.00032919116,0.0010490633,0.19163826,0.026187895,0.1024539],"study_design_scores_gemma":[0.00047675433,0.00016225381,0.030048551,0.0003104422,0.0003007933,0.000014755195,0.46121222,0.00067519775,0.0010058583,0.36527938,0.1398199,0.00069390144],"about_ca_topic_score_codex":0.021054462,"about_ca_topic_score_gemma":0.003179048,"teacher_disagreement_score":0.2670945,"about_ca_system_score_codex":0.011782471,"about_ca_system_score_gemma":0.004062853,"threshold_uncertainty_score":0.99987847},"labels":[],"label_agreement":null},{"id":"W2120856660","doi":"10.5430/wje.v2n2p17","title":"Rethink Student Evaluation of Teaching","year":2012,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transformational leadership; Conceptualization; Psychology; Set (abstract data type); Mathematics education; Teacher leadership; Teaching method; Student achievement; Student engagement; Instructional leadership; Pedagogy; Educational leadership; Academic achievement; Social psychology; Computer science","score_opus":0.21499198869975947,"score_gpt":0.5558981907319727,"score_spread":0.3409062020322132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120856660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87078536,0.0021125984,0.00012644427,0.010821492,0.004131759,0.00018701922,1.9208518e-7,0.000007805307,0.11182734],"genre_scores_gemma":[0.9925152,0.000038986116,0.004303685,0.0001268804,0.0015026912,0.0000032219807,9.014831e-7,0.0000055445303,0.0015028595],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99541485,0.002317425,0.0004446463,0.000051912575,0.0016416488,0.00012951596],"domain_scores_gemma":[0.99712014,0.000453916,0.00123913,0.000107591506,0.00097524864,0.00010400025],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.034926053,0.000051817442,0.00011269949,0.00029909445,0.00025311433,0.00004118901,0.00021077084,0.000032010917,0.0005044914],"category_scores_gemma":[0.00553098,0.000048451577,0.000062498766,0.0001892163,0.000050747127,0.0013519729,0.000013270424,0.0003051313,0.00001244687],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002909492,0.0017043761,0.2632871,0.000017138122,0.00009999977,6.982274e-8,0.26171649,0.0002442071,0.00088477606,0.15226486,0.01989086,0.29986104],"study_design_scores_gemma":[0.0006792187,0.00010020698,0.5524232,0.0003224071,0.00075604784,0.000009552031,0.08370284,0.000052990985,0.00037850556,0.012598026,0.34876224,0.00021477834],"about_ca_topic_score_codex":0.0002875343,"about_ca_topic_score_gemma":0.00020898874,"teacher_disagreement_score":0.3288714,"about_ca_system_score_codex":0.00042061374,"about_ca_system_score_gemma":0.0012705184,"threshold_uncertainty_score":0.9937467},"labels":[],"label_agreement":null},{"id":"W2121491281","doi":"10.5539/ies.v2n1p25","title":"Quality Assurance in Higher Education Institutions: Exist Survey among Universiti Putra Malaysia Graduating Students","year":2009,"lang":"en","type":"article","venue":"International Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Putra Malaysia","keywords":"Residence; Medical education; Higher education; Quality assurance; Psychology; Survey research; Quality (philosophy); Medicine; Sociology; Political science; Applied psychology; Demography","score_opus":0.47276625712240045,"score_gpt":0.59405972266727,"score_spread":0.12129346554486958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121491281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89664596,0.0006103205,0.000033964665,0.035169847,0.0059664217,0.00026795946,0.000008632957,0.00006826233,0.06122864],"genre_scores_gemma":[0.9794789,0.0003590672,0.0011019236,0.0011970418,0.00042601366,0.000047130732,0.00006687036,0.000005754948,0.017317299],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970341,0.0009996437,0.0004541113,0.00032354522,0.0010043639,0.00018428327],"domain_scores_gemma":[0.99669087,0.0007027498,0.00044904128,0.00016467333,0.0019234369,0.000069226015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034563066,0.00013457595,0.00017710058,0.00030981228,0.0005067834,0.00020766683,0.00052195,0.00006504276,0.00015498936],"category_scores_gemma":[0.005935313,0.00015266245,0.000049202765,0.00050065207,0.00021734087,0.0015705005,0.00005201744,0.00020818185,0.00005498606],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020570076,0.0008782894,0.86050284,0.0000074902578,0.0000707669,3.763728e-7,0.00796898,0.00032174282,0.000011645888,0.11170831,0.0082497345,0.01025928],"study_design_scores_gemma":[0.00019467012,0.000011397394,0.9385936,0.00009975887,0.000010769317,3.409594e-7,0.011501132,0.0000053997824,0.0000030050446,0.0062520625,0.043175172,0.00015265521],"about_ca_topic_score_codex":0.010431922,"about_ca_topic_score_gemma":0.005920729,"teacher_disagreement_score":0.105456255,"about_ca_system_score_codex":0.0012572008,"about_ca_system_score_gemma":0.0016232223,"threshold_uncertainty_score":0.9961577},"labels":[],"label_agreement":null},{"id":"W2121691993","doi":"10.5430/jnep.v5n2p9","title":"A need for change: A reflective account of the introduction of photo elicitation to the selection process for students of nursing and midwifery","year":2014,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attrition; Project commissioning; Context (archaeology); Face (sociological concept); Process (computing); Selection (genetic algorithm); Quality (philosophy); Health care; Publishing; Nursing; Psychology; Medical education; Public relations; Medicine; Sociology; Political science; Computer science; Social science","score_opus":0.2475529338936382,"score_gpt":0.597129009601291,"score_spread":0.3495760757076528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121691993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84293646,0.00026393528,0.0059307115,0.14756991,0.0016493925,0.001068002,0.0000015094158,0.0000036453157,0.00057642406],"genre_scores_gemma":[0.9943077,0.00005220971,0.004392535,0.00029435428,0.0008620531,0.000026023848,6.652826e-7,0.0000059674326,0.000058468904],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983706,0.0007398088,0.00031461997,0.00008699348,0.00041551175,0.00007248357],"domain_scores_gemma":[0.9946361,0.0017878781,0.0016104433,0.00006330934,0.0018699514,0.000032288117],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006216419,0.000052350264,0.00012475617,0.00013149447,0.00044208512,0.000045801145,0.000115617346,0.00004352249,0.000001985232],"category_scores_gemma":[0.01619362,0.00003788494,0.00003481231,0.00029475766,0.00009853982,0.00095031207,0.000004962155,0.00011143391,4.116937e-8],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025827738,0.0019178437,0.0012999179,0.00016468178,0.00010500945,4.095782e-9,0.7135589,0.00015496432,0.01291135,0.00642665,0.0052350913,0.25564277],"study_design_scores_gemma":[0.0020839837,0.002822054,0.088799775,0.002497522,0.0020457113,0.00013365953,0.7820979,0.0013461219,0.014315075,0.022987569,0.08059606,0.00027458378],"about_ca_topic_score_codex":0.00013136295,"about_ca_topic_score_gemma":0.000040918545,"teacher_disagreement_score":0.2553682,"about_ca_system_score_codex":0.0001419952,"about_ca_system_score_gemma":0.00031474783,"threshold_uncertainty_score":0.9920934},"labels":[],"label_agreement":null},{"id":"W2122861700","doi":"10.2304/plat.2014.13.1.12","title":"Discussion Group Effectiveness is Related to Critical Thinking through Interest and Engagement","year":2014,"lang":"en","type":"article","venue":"Psychology Learning & Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Simon Fraser University","keywords":"Critical thinking; Student engagement; Psychology; Identification (biology); Class (philosophy); Interest group; Identity (music); Social psychology; Mathematics education; Political science; Computer science","score_opus":0.1179195361202977,"score_gpt":0.5089716040487772,"score_spread":0.39105206792847946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122861700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8127785,0.00007611794,0.04890106,0.08826276,0.0010097855,0.0003118196,3.304924e-7,0.00040431853,0.048255306],"genre_scores_gemma":[0.9887478,0.000016927484,0.008138608,0.0025280302,0.00013672779,0.000023397788,0.0000030397541,0.000029024248,0.0003764694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98541033,0.012888334,0.00029267394,0.0006041883,0.00038667177,0.0004178189],"domain_scores_gemma":[0.99589163,0.0035407338,0.00014805462,0.00023540885,0.00004351557,0.00014067702],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.020420693,0.0001731882,0.00023748173,0.0001286451,0.0032153346,0.00022349018,0.0003387189,0.0001926808,0.00017476367],"category_scores_gemma":[0.016536202,0.00014076955,0.000056753917,0.00013698793,0.00024722377,0.0006474034,0.00020013769,0.0019986322,0.00014326254],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009308444,0.00022712047,0.067291185,0.000041257845,0.00006351964,0.0000053929853,0.28998205,0.000095378564,0.0016971879,0.47430038,0.0007471468,0.1654563],"study_design_scores_gemma":[0.0013418609,0.0012708915,0.15781748,0.00073836057,0.00013223637,0.000019117922,0.020317206,0.00056070444,0.000032644413,0.1115519,0.705462,0.00075560855],"about_ca_topic_score_codex":0.0003730029,"about_ca_topic_score_gemma":0.00005150526,"teacher_disagreement_score":0.70471483,"about_ca_system_score_codex":0.000085703185,"about_ca_system_score_gemma":0.00001720862,"threshold_uncertainty_score":0.99808234},"labels":[],"label_agreement":null},{"id":"W2123115066","doi":"10.5539/jel.v1n2p121","title":"Effects of Behavioural Objectives-based Instructional Strategy on Senior School Students’ Academic Performance in Mathematics in Omu-Aran, Nigeria","year":2012,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Test (biology); Analysis of covariance; Null hypothesis; Psychology; Population; Significant difference; Mathematics; Statistics; Demography; Sociology","score_opus":0.07013485694110357,"score_gpt":0.43892151741222124,"score_spread":0.3687866604711177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123115066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9983333,0.0002503109,0.000011651303,0.00037017144,0.00039555455,0.00011538669,6.7971115e-8,0.0000033671952,0.00052023696],"genre_scores_gemma":[0.9985453,0.0000917917,0.0009259957,0.000037481113,0.00017121222,0.000004228956,4.271322e-7,0.0000047996145,0.00021877249],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998302,0.0007097479,0.00035661587,0.000054869386,0.00045663686,0.00012015358],"domain_scores_gemma":[0.9986106,0.000557386,0.0006181157,0.000028766886,0.000102203536,0.000082898565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037667823,0.000059920647,0.00013464896,0.00030521586,0.00012504905,0.000031282078,0.000102238584,0.00006921895,0.00005868244],"category_scores_gemma":[0.0022835112,0.000055706274,0.000025486135,0.00018255186,0.000046670535,0.0007160325,0.000007104107,0.0008465457,0.0000032401322],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034418124,0.00035395162,0.97356445,0.000039815204,0.000005172573,1.6386518e-7,0.018073935,0.00079275167,0.0002874856,0.00026042503,0.000007692004,0.0065797563],"study_design_scores_gemma":[0.00048454665,0.000117232186,0.98023725,0.00031049352,0.000012267445,0.000004363106,0.018264886,0.00006911103,0.0001439226,0.000047123434,0.000255344,0.000053452834],"about_ca_topic_score_codex":0.000094204086,"about_ca_topic_score_gemma":0.000031516967,"teacher_disagreement_score":0.006672824,"about_ca_system_score_codex":0.00017973219,"about_ca_system_score_gemma":0.0005075818,"threshold_uncertainty_score":0.36778668},"labels":[],"label_agreement":null},{"id":"W2125622207","doi":"10.7202/1005673ar","title":"Faculty Conceptions of Teaching: Implications for teacher professional development","year":2011,"lang":"en","type":"article","venue":"McGill Journal of Education / Revue des sciences de l éducation de McGill","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Argument (complex analysis); Professional development; Subject matter; Faculty development; Subject (documents); Pedagogy; Teacher education; Mathematics education; Teaching method; Sociology; Psychology; Engineering ethics; Curriculum; Computer science; Engineering; Medicine","score_opus":0.7635190691964456,"score_gpt":0.5787185733139003,"score_spread":0.18480049588254532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125622207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.870399,0.00019538746,0.008254057,0.016282668,0.0044505526,0.0010330433,0.00009558979,0.00007152044,0.09921816],"genre_scores_gemma":[0.7972728,0.000036063895,0.19712158,0.00037709906,0.00021001221,0.00008986325,0.000013153296,0.00001299582,0.004866462],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972805,0.0008517513,0.0008522272,0.00024313304,0.00042502026,0.0003474051],"domain_scores_gemma":[0.99585754,0.0005465978,0.0016321117,0.00018359136,0.001521738,0.00025843017],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009195328,0.00013927867,0.0002173626,0.00040864962,0.003597057,0.000046232894,0.0007676932,0.00011705402,0.00029903374],"category_scores_gemma":[0.005126164,0.00013357471,0.00013883752,0.00045940065,0.00072569284,0.0011729002,0.00002875528,0.0002852984,0.000009207079],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007616503,0.0036229186,0.03352999,0.00013835542,0.000107204076,2.5316518e-7,0.23224135,0.00027325776,0.0018218623,0.6334875,0.01992241,0.07477871],"study_design_scores_gemma":[0.0004361984,0.00031292957,0.17659098,0.00035829327,0.00015207754,0.000102196485,0.07039215,0.00010729706,0.0014993462,0.060564928,0.689096,0.00038761846],"about_ca_topic_score_codex":0.00038545774,"about_ca_topic_score_gemma":0.00036538046,"teacher_disagreement_score":0.6691736,"about_ca_system_score_codex":0.0014440301,"about_ca_system_score_gemma":0.0033802881,"threshold_uncertainty_score":0.9977001},"labels":[],"label_agreement":null},{"id":"W2125690991","doi":"10.7202/000293ar","title":"Les paradoxes de l'évaluation de l'enseignement universitaire","year":2002,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.6441037906115609,"score_gpt":0.4911440201480674,"score_spread":0.15295977046349346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125690991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85382766,0.006299295,0.006650818,0.05655087,0.001123625,0.00028298656,0.000003776099,0.000087268716,0.07517373],"genre_scores_gemma":[0.9315641,0.002494138,0.046486262,0.00029005753,0.0004685304,0.000017420882,0.0000039324973,0.000011477593,0.018664071],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955659,0.0024238725,0.00029725634,0.0004116433,0.0006579643,0.0006433803],"domain_scores_gemma":[0.99834484,0.00063822645,0.00040544453,0.00020473893,0.00020088979,0.00020585321],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008397868,0.00016550346,0.0001486459,0.00019014018,0.0033173948,0.00033164932,0.0005574741,0.0001850384,0.0023051295],"category_scores_gemma":[0.0020531563,0.00019972728,0.00009734918,0.001018439,0.0019297095,0.0016304471,0.000043853277,0.0002287201,0.00029177003],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005677369,0.0004043154,0.017075678,0.00014348434,0.000032828033,0.0000045861316,0.5226642,0.012795046,0.00049311854,0.12777595,0.011146398,0.3074587],"study_design_scores_gemma":[0.0005952714,0.00085535843,0.062226944,0.00096188637,0.00065274263,0.00017662274,0.30053368,0.42081192,0.0007053944,0.10799076,0.103435434,0.0010539962],"about_ca_topic_score_codex":0.010970232,"about_ca_topic_score_gemma":0.0023759822,"teacher_disagreement_score":0.40801686,"about_ca_system_score_codex":0.006198763,"about_ca_system_score_gemma":0.0011425314,"threshold_uncertainty_score":0.9986069},"labels":[],"label_agreement":null},{"id":"W2128455309","doi":"10.47678/cjhe.v44i1.183625","title":"Don't tell it like it is: Preserving collegiality in the summative peer review of teaching","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Summative assessment; Collegiality; Formative assessment; Peer feedback; Faculty development; Pedagogy; Context (archaeology); Constructive; Value (mathematics); Sociology; Psychology; Professional development; Computer science; Process (computing)","score_opus":0.13375516353816522,"score_gpt":0.4652804111398316,"score_spread":0.33152524760166635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128455309","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026756387,0.007714005,0.000023699988,0.7718157,0.0020031265,0.00035937017,0.0000045974693,0.0000033976462,0.19131969],"genre_scores_gemma":[0.9473009,0.00037328937,0.000653756,0.023113284,0.0007611213,0.000007658468,0.0000036509127,0.000008383156,0.027777966],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956257,0.0028227228,0.0004929696,0.00009423069,0.0007854257,0.00017895407],"domain_scores_gemma":[0.9970763,0.00078821805,0.00081754953,0.00020184804,0.000928274,0.00018785594],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018268157,0.000073333715,0.00017871818,0.00016925948,0.0003557574,0.00011174755,0.0006039022,0.00005736681,0.0015352461],"category_scores_gemma":[0.007127792,0.000058634792,0.000068086316,0.0002533629,0.000095748845,0.00068117963,0.000008006825,0.00043882077,0.000010367444],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024386438,0.00003866408,0.0142674,0.00013813327,0.0000127108415,4.7349937e-7,0.056519255,0.000006690838,0.0000026576815,0.0054075657,0.9226463,0.0009577101],"study_design_scores_gemma":[0.000074328316,0.000023975228,0.020701477,0.0015374848,0.000042254618,0.0000023564764,0.011057842,0.0000031346085,0.0000021150986,0.0014027078,0.96509016,0.00006215348],"about_ca_topic_score_codex":0.071983725,"about_ca_topic_score_gemma":0.091571905,"teacher_disagreement_score":0.9205445,"about_ca_system_score_codex":0.00034559087,"about_ca_system_score_gemma":0.0039811647,"threshold_uncertainty_score":0.9993775},"labels":[],"label_agreement":null},{"id":"W2128824042","doi":"10.5430/jnep.v5n1p107","title":"The implementation of innovative initiatives to enhance distance learning for Australian undergraduate nursing and midwifery students","year":2014,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workload; Distance education; Medical education; Cohort; Reflection (computer programming); Anxiety; Psychology; Nursing; Medicine; Pedagogy; Computer science","score_opus":0.15165695036607893,"score_gpt":0.6048613929577016,"score_spread":0.4532044425916226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128824042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54326457,0.0004763896,0.020946601,0.4261356,0.0015682522,0.00047111727,0.0000011676744,0.000010057247,0.0071262633],"genre_scores_gemma":[0.9907154,0.0003243451,0.008021464,0.00025457158,0.00020920073,0.000004809966,9.3628597e-7,0.0000055722335,0.00046369887],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9977985,0.0012972918,0.00032819525,0.00009013853,0.00037609518,0.000109766894],"domain_scores_gemma":[0.99373186,0.0040110615,0.0012165408,0.000047528214,0.0009254781,0.00006752991],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00597489,0.00005864124,0.00010024893,0.00008932005,0.0010182663,0.00018954414,0.00010514956,0.00002600234,0.0000028921527],"category_scores_gemma":[0.010112957,0.00005014547,0.000015965403,0.00022165063,0.0001618709,0.0013675715,0.000007295549,0.00017790003,3.1125882e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033059967,0.00035299576,0.004403507,0.000018520388,0.000055814733,6.2442986e-8,0.22797054,0.000021439697,0.0005595532,0.048009925,0.003081799,0.71519524],"study_design_scores_gemma":[0.00046244788,0.0006351535,0.103399746,0.00088300125,0.00015635707,0.000026553871,0.62668073,0.000017168939,0.0007545475,0.016411595,0.2504192,0.00015351144],"about_ca_topic_score_codex":0.00005448076,"about_ca_topic_score_gemma":0.00003358008,"teacher_disagreement_score":0.71504176,"about_ca_system_score_codex":0.00013523432,"about_ca_system_score_gemma":0.00033615442,"threshold_uncertainty_score":0.9982253},"labels":[],"label_agreement":null},{"id":"W2129210550","doi":"10.5860/crl-235","title":"Assessment of the Research Learning Needs of University of Saskatchewan Librarians: A Case Study","year":2012,"lang":"en","type":"article","venue":"College & Research Libraries","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; University of Alberta","funders":"","keywords":"Scholarship; Context (archaeology); Value (mathematics); Knowledge management; Sociology; Higher education; Quality (philosophy); Pedagogy; Public relations; Political science; Computer science","score_opus":0.31481756423486373,"score_gpt":0.4969217015550021,"score_spread":0.18210413732013836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129210550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95491207,0.00035125055,0.000029079793,0.0030382245,0.0001079702,0.0010027679,0.000017046192,0.000025817417,0.0405158],"genre_scores_gemma":[0.9884199,0.000038615337,0.0009999003,0.000004828001,0.00008509985,0.000006353766,9.4793967e-7,0.000012767047,0.010431585],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.97596526,0.020288613,0.00031379174,0.0001571634,0.0027232468,0.00055190234],"domain_scores_gemma":[0.988999,0.009175984,0.00027564474,0.0005018176,0.0008697871,0.00017777654],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.035226792,0.0000853728,0.0002599357,0.00057408266,0.002203746,0.00009393721,0.0010861546,0.000108668464,0.000562331],"category_scores_gemma":[0.0074422997,0.00007331107,0.0000865517,0.0032724761,0.0028215025,0.0025621285,0.0010585383,0.001126151,0.000004307295],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010243026,0.00089695567,0.46057373,0.00007216844,0.00009272773,0.000024855608,0.43471628,0.000026969552,0.00026670398,0.09997309,0.002603954,0.0006501218],"study_design_scores_gemma":[0.0003673246,0.00033545485,0.042957097,0.000049322894,0.000020030768,0.000003358051,0.9349698,0.00004999989,0.0003204132,0.0007156875,0.02014858,0.00006291933],"about_ca_topic_score_codex":0.029111797,"about_ca_topic_score_gemma":0.003586329,"teacher_disagreement_score":0.50025356,"about_ca_system_score_codex":0.000117479496,"about_ca_system_score_gemma":0.0048333127,"threshold_uncertainty_score":0.99989223},"labels":[],"label_agreement":null},{"id":"W2130308440","doi":"10.1080/03043797.2014.944101","title":"Consensus-based course design and implementation of constructive alignment theory in a power system analysis course","year":2014,"lang":"en","type":"article","venue":"European Journal of Engineering Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Course (navigation); Computer science; Constructive; Process (computing); Mathematics education; Ranking (information retrieval); Course evaluation; Rank (graph theory); Higher education; Psychology; Artificial intelligence; Engineering; Mathematics; Programming language","score_opus":0.0247654474858188,"score_gpt":0.36669800749955456,"score_spread":0.34193256001373573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130308440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87886435,0.00018664541,0.11867804,0.00091571885,0.00041876675,0.00016865044,0.0000012974614,0.000013323104,0.0007531856],"genre_scores_gemma":[0.9848177,0.0000053550402,0.015080289,0.000019582247,0.000056886074,0.0000012876019,9.659925e-7,0.000008048943,0.000009917691],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.997141,0.0020482305,0.00037675962,0.00007647255,0.00027165437,0.000085867876],"domain_scores_gemma":[0.99838495,0.0006596742,0.00058294635,0.00007643811,0.00023147522,0.000064502834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010115409,0.00006326052,0.00014505938,0.0002560534,0.00005186119,0.000031794556,0.00008954483,0.00001355875,0.000026672398],"category_scores_gemma":[0.00053320115,0.000063411484,0.000041357715,0.0002292576,0.000054680844,0.00012268948,0.000005620739,0.00009297447,0.0000011406995],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031145665,0.0009174582,0.14822824,0.0002975112,0.0019281988,0.000019624198,0.11800154,0.44451588,0.0051535065,0.21966411,0.000981668,0.059980787],"study_design_scores_gemma":[0.0021225652,0.0005635902,0.8497476,0.0006057668,0.0019067822,0.000025211162,0.12591335,0.015329775,0.0010986988,0.00019616849,0.0020995082,0.0003909838],"about_ca_topic_score_codex":0.000052264295,"about_ca_topic_score_gemma":0.000010852467,"teacher_disagreement_score":0.70151937,"about_ca_system_score_codex":0.000116528034,"about_ca_system_score_gemma":0.0004189232,"threshold_uncertainty_score":0.35058194},"labels":[],"label_agreement":null},{"id":"W2131226702","doi":"10.47678/cjhe.v43i1.2072","title":"Graduate student teaching development: Evaluating the effectiveness of training in relation to graduate student characteristics","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Mount Royal University","funders":"","keywords":"Apprehension; Graduate students; Training (meteorology); Medical education; Psychology; Empirical research; Pedagogy; Medicine","score_opus":0.21892566549483203,"score_gpt":0.4835413761512777,"score_spread":0.2646157106564456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131226702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898928,0.00011507,0.000059130412,0.0055850823,0.001923218,0.0005535343,5.5330224e-7,0.0000046510636,0.0018659994],"genre_scores_gemma":[0.9974464,0.0000037907332,0.0014499886,0.00016572437,0.00028186795,0.00004123028,0.0000033147203,0.000012483182,0.0005951658],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9953875,0.0028199027,0.00062914303,0.00012821624,0.00077944074,0.0002557935],"domain_scores_gemma":[0.9973002,0.00097004033,0.0007035674,0.00012148887,0.00063549675,0.00026918104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0131382495,0.00010211149,0.00019312293,0.00038389972,0.00053869426,0.00019928564,0.00038291755,0.00004840055,0.00009514332],"category_scores_gemma":[0.0023171995,0.00008741421,0.000040813193,0.0002709192,0.000060117683,0.0006410436,0.000013865079,0.0004521028,0.000020505628],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024854524,0.00013260363,0.2868091,0.000036850397,0.00007880352,0.0000023204548,0.6249595,0.0005612454,0.00057300605,0.009215528,0.00045809313,0.07714806],"study_design_scores_gemma":[0.00015288981,0.000073709736,0.9675396,0.00033374876,0.000030303023,0.0000024931403,0.027966885,0.000007580301,0.000022422895,0.0009976162,0.002777856,0.000094858515],"about_ca_topic_score_codex":0.017889947,"about_ca_topic_score_gemma":0.007405186,"teacher_disagreement_score":0.6807306,"about_ca_system_score_codex":0.0009845364,"about_ca_system_score_gemma":0.0050148,"threshold_uncertainty_score":0.98865},"labels":[],"label_agreement":null},{"id":"W2131275223","doi":"10.5539/ies.v6n4p56","title":"Faculty Perspectives on the “3+3+4” Curriculum Reform in Hong Kong: A Case Study","year":2013,"lang":"en","type":"article","venue":"International Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Curriculum development; Pedagogy; Sociology; Qualitative research; Faculty development; Higher education; Scale (ratio); Face (sociological concept); Outcome-based education; Professional development; Political science; Social science; Geography","score_opus":0.2706768721614311,"score_gpt":0.5605004807453939,"score_spread":0.28982360858396283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131275223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8861148,0.00020900757,0.0000024661622,0.076375335,0.0015356123,0.0005660541,0.0000016803815,0.000037835518,0.035157204],"genre_scores_gemma":[0.99411607,0.0000808382,0.00017673471,0.0003848007,0.0003316154,0.00046874513,0.0000025606994,0.0000061410556,0.004432481],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99830806,0.00043659893,0.00023886864,0.00023851279,0.0006409405,0.00013703243],"domain_scores_gemma":[0.9974318,0.000529558,0.00019529145,0.000148469,0.001657934,0.000036908546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015686265,0.00010077108,0.00010177388,0.00016872055,0.0006102478,0.00019251401,0.000297075,0.00002651252,0.00035514217],"category_scores_gemma":[0.0061428244,0.00006813172,0.000039319773,0.00023999985,0.00015770974,0.0007136339,0.00006932397,0.00021285654,0.00025396436],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066187713,0.0024975322,0.2069411,0.0000030685055,0.00025515642,0.00001639881,0.67133653,0.000027442104,0.0000025951815,0.090317704,0.019690884,0.008904991],"study_design_scores_gemma":[0.00012552385,0.000034734196,0.05001478,0.000021810763,0.000009422287,0.000009648178,0.93683535,0.000030266216,0.0000013240534,0.0014405621,0.011395096,0.00008146064],"about_ca_topic_score_codex":0.070178546,"about_ca_topic_score_gemma":0.014246247,"teacher_disagreement_score":0.26549885,"about_ca_system_score_codex":0.001087453,"about_ca_system_score_gemma":0.00022567748,"threshold_uncertainty_score":0.9360132},"labels":[],"label_agreement":null},{"id":"W2131538066","doi":"10.5206/cjsotl-rcacea.2010.2.7","title":"An Introduction to Ethical Considerations for Novices to Research in Teaching and Learning in Canada","year":2010,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Context (archaeology); Sociology; Ethical issues; Pedagogy; Humanities; Psychology; Philosophy; Engineering ethics","score_opus":0.19137408797501806,"score_gpt":0.4816681803928431,"score_spread":0.290294092417825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131538066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7446738,0.000057513284,0.00013976078,0.25422478,0.00033029873,0.00038302533,0.000001841005,0.0000059892604,0.00018302338],"genre_scores_gemma":[0.9917814,0.0000032246182,0.0063772146,0.0008334734,0.00068858825,0.000025360589,0.000001263857,0.000015638427,0.0002738419],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98919064,0.009309964,0.0003131704,0.00023470422,0.0004588197,0.0004926798],"domain_scores_gemma":[0.9859607,0.013055987,0.00014686564,0.00014354858,0.00023575057,0.0004571362],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.120381154,0.000093674,0.00015147794,0.00042545795,0.014872515,0.0009320135,0.00034185135,0.00012420678,0.000022572816],"category_scores_gemma":[0.12094365,0.00007309522,0.00002470886,0.00017232196,0.00016024124,0.0005057641,0.000026625397,0.015468683,5.0527393e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018063614,0.000027244883,0.130274,0.00004715746,0.000052623873,0.0000074026743,0.42480955,0.07535442,0.0035462228,0.14552538,0.0014899014,0.21868545],"study_design_scores_gemma":[0.0009357753,0.00056773704,0.11205712,0.00028253137,0.000058091886,0.00009542722,0.2502739,0.0069658104,0.000036400725,0.020822627,0.60743713,0.00046742772],"about_ca_topic_score_codex":0.9629931,"about_ca_topic_score_gemma":0.99900866,"teacher_disagreement_score":0.60594726,"about_ca_system_score_codex":0.0004139995,"about_ca_system_score_gemma":0.0031201846,"threshold_uncertainty_score":0.9868027},"labels":[],"label_agreement":null},{"id":"W2131880651","doi":"10.5206/cjsotl-rcacea.2014.1.8","title":"The Transfer of Learning Associated with Audio Feedback on Written Work","year":2014,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Humanities; Transfer of learning; Psychology; Pedagogy; Philosophy; Developmental psychology","score_opus":0.0765198889467406,"score_gpt":0.3504293268663156,"score_spread":0.273909437919575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131880651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95616335,0.00052503747,0.0005603779,0.036390293,0.00026591832,0.00023343474,0.0000010933563,0.000020896696,0.0058396137],"genre_scores_gemma":[0.99496865,0.00003167997,0.00012212893,0.00015897534,0.00020044889,0.000004180799,9.029092e-7,0.000021458176,0.0044915793],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9909018,0.0077520777,0.00027504258,0.00012056561,0.0005580103,0.0003924855],"domain_scores_gemma":[0.98793554,0.011117876,0.00038562334,0.00014993832,0.0002098047,0.00020120025],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05413513,0.0001193187,0.00017633,0.000088386856,0.017662227,0.000589232,0.0006237668,0.00009094396,0.000022155476],"category_scores_gemma":[0.034683097,0.00006113765,0.00010427746,0.00016609495,0.0005170065,0.00027140454,0.000010648552,0.004336684,0.000002103553],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006286839,0.00004823724,0.22274892,0.000032478918,0.0010335178,0.000002856915,0.22372967,0.06913505,0.0001348287,0.111856274,0.0009620801,0.3696874],"study_design_scores_gemma":[0.0021974216,0.0016160923,0.25212798,0.0018047959,0.00075921975,0.000030836767,0.08006537,0.0014553565,0.000047784102,0.0075560035,0.6517256,0.0006135173],"about_ca_topic_score_codex":0.0088361725,"about_ca_topic_score_gemma":0.046813548,"teacher_disagreement_score":0.6507635,"about_ca_system_score_codex":0.00012256841,"about_ca_system_score_gemma":0.0004165321,"threshold_uncertainty_score":0.9979603},"labels":[],"label_agreement":null},{"id":"W2133024047","doi":"10.7202/009936ar","title":"Étude des organisateurs des pratiques enseignantes à l’université","year":2005,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.4641221287441855,"score_gpt":0.46885599375440196,"score_spread":0.004733865010216443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133024047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9282011,0.011985839,0.0022088985,0.022438925,0.00078143604,0.00025892296,0.000005197378,0.00014962704,0.033970073],"genre_scores_gemma":[0.88459617,0.0072524534,0.09465685,0.00034987996,0.0007516082,0.000009827662,0.0000045304287,0.00001945109,0.012359246],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9960627,0.0017250422,0.00037867518,0.0005270501,0.0005920909,0.00071446574],"domain_scores_gemma":[0.99784946,0.0007622956,0.00046594316,0.00023204228,0.00043259576,0.00025763552],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.0060125915,0.00023266232,0.00020812964,0.00021217,0.0051836427,0.000569653,0.0008079489,0.00018335228,0.0013107004],"category_scores_gemma":[0.003118386,0.00025523733,0.000098999575,0.0014412368,0.008063633,0.0046571256,0.000085517226,0.00026771927,0.00046669578],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008016906,0.0003593428,0.019345444,0.00016398363,0.000030293171,0.000003819718,0.7422498,0.0014415688,0.0019932096,0.09674978,0.0017401931,0.1359146],"study_design_scores_gemma":[0.00059490703,0.0010975054,0.19672641,0.0019779701,0.00053191814,0.00035385,0.49611428,0.014553633,0.00904574,0.14671785,0.13073295,0.0015529601],"about_ca_topic_score_codex":0.0071886973,"about_ca_topic_score_gemma":0.023640085,"teacher_disagreement_score":0.24613546,"about_ca_system_score_codex":0.002889908,"about_ca_system_score_gemma":0.0015641145,"threshold_uncertainty_score":0.99999},"labels":[],"label_agreement":null},{"id":"W2133322481","doi":"10.47678/cjhe.v44i3.186035","title":"Exploring the Context of Canadian Graduate Student Teaching Certificates in University Teaching","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; University of Guelph; University of Calgary","funders":"Simon Fraser University; MacEwan University; Memorial University of Newfoundland; Mount Allison University; University of Toronto; University of Ottawa; Dalhousie University; Queen's University; Trent University; Cape Breton University; St. Thomas University; Brock University; York University; University of Lethbridge; Thompson Rivers University; Athabasca University; Kwantlen Polytechnic University; University of Waterloo; Vancouver Island University; Mount Royal University; Mount Saint Vincent University; University of the Fraser Valley; Concordia University; McMaster University; University of Northern British Columbia; Bishop's University; Nipissing University; McGill University; University of Regina; University of Windsor","keywords":"Certificate; Scholarship; Context (archaeology); Medical education; Graduate students; Teaching assistant; Mathematics education; Pedagogy; Psychology; Computer science; Political science; Medicine","score_opus":0.3058464841956372,"score_gpt":0.40340956682203166,"score_spread":0.09756308262639446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133322481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9222406,0.00015800436,0.0000066187404,0.056996856,0.0016064821,0.00010985275,0.0000014646291,0.0000037053046,0.018876394],"genre_scores_gemma":[0.9966898,0.00002648823,0.00021313905,0.00035023465,0.0003262895,0.0000011446627,0.0000012230998,0.000007463125,0.0023841953],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99754167,0.0015303858,0.0002897833,0.00009446216,0.00029679202,0.00024692103],"domain_scores_gemma":[0.9984378,0.0004027879,0.00038733956,0.00013649206,0.00020408431,0.00043147872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005376621,0.00007104939,0.00012878412,0.0009854466,0.0008319665,0.000099709476,0.00049882784,0.000034285553,0.00006861014],"category_scores_gemma":[0.0011174802,0.000065062886,0.000048912207,0.0002701773,0.00011900754,0.00084472494,0.0000063993575,0.0005695203,0.0000067729325],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012908028,0.00010464478,0.23134874,0.000019495863,0.00007574127,0.000007850049,0.4094284,0.00024765448,0.00010347897,0.2864566,0.024570117,0.047624357],"study_design_scores_gemma":[0.00009708403,0.000021161897,0.29972038,0.00008736784,0.000026884854,0.0000017850605,0.07720928,0.00000390368,0.000013661429,0.00042067427,0.6223254,0.00007239486],"about_ca_topic_score_codex":0.9347922,"about_ca_topic_score_gemma":0.95682937,"teacher_disagreement_score":0.5977553,"about_ca_system_score_codex":0.0009953884,"about_ca_system_score_gemma":0.003943328,"threshold_uncertainty_score":0.69952947},"labels":[],"label_agreement":null},{"id":"W2133829123","doi":"10.7202/016196ar","title":"Voix d’élèves sur l’apprentissage à l’entrée et à la sortie de l’université : un regard phénoménographique","year":2007,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Chose; Philosophy; Political science","score_opus":0.3025881743201895,"score_gpt":0.4530345761767389,"score_spread":0.15044640185654945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133829123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8781008,0.0042254077,0.011487702,0.03077725,0.0015722988,0.0002884523,0.0000070914625,0.00012361864,0.07341738],"genre_scores_gemma":[0.9658517,0.004195289,0.019861931,0.0003475261,0.00039576317,0.0000079316915,0.000008729998,0.000019492612,0.009311582],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9947026,0.0027291952,0.0004384863,0.00056167075,0.00070123345,0.00086682185],"domain_scores_gemma":[0.99696,0.0015273875,0.0006263843,0.00029096456,0.0002567714,0.0003384976],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.023121767,0.00022925704,0.00021091566,0.0003726106,0.001984291,0.00048659917,0.00087090617,0.00028756756,0.00064588565],"category_scores_gemma":[0.0024713206,0.00027111277,0.00017254439,0.0017982859,0.0029497354,0.0025060838,0.00009851176,0.00047385073,0.000086396125],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032050648,0.0007224977,0.122978576,0.00018836405,0.00007524395,0.00003714138,0.41751245,0.0017396813,0.00088259776,0.37028244,0.0049168463,0.0806321],"study_design_scores_gemma":[0.0008911042,0.00048165003,0.35809293,0.0011878219,0.00053806644,0.0003965596,0.16291437,0.008264442,0.0018216845,0.11537241,0.34869778,0.0013411595],"about_ca_topic_score_codex":0.004933217,"about_ca_topic_score_gemma":0.0078873355,"teacher_disagreement_score":0.34378093,"about_ca_system_score_codex":0.0011800461,"about_ca_system_score_gemma":0.0012279149,"threshold_uncertainty_score":0.99997413},"labels":[],"label_agreement":null},{"id":"W2134301658","doi":"10.22329/celt.v7i1.3947","title":"Educational Leadership in Teaching Excellence: The University of Guelph EnLITE Program","year":2014,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Excellence; Teaching and learning center; Action research; Scholarship; Scholarship of Teaching and Learning; Higher education; Pedagogy; Psychology; Teaching method; Faculty development; Promotion (chess); Action plan; Mathematics education; Medical education; Professional development; Political science; Management; Medicine","score_opus":0.10093206767481397,"score_gpt":0.369301912904064,"score_spread":0.26836984522925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134301658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.687526,0.00017743125,0.00045727383,0.030696843,0.00018403954,0.00040710636,6.198827e-7,0.00017694966,0.28037375],"genre_scores_gemma":[0.98733234,0.000034268738,0.001714954,0.00008783899,0.00011513197,0.0000041460626,0.0000045610554,0.000010158576,0.010696599],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99367094,0.0052043227,0.00017177485,0.00025724832,0.0004208564,0.00027484604],"domain_scores_gemma":[0.99577016,0.0037414907,0.00023702126,0.00012353781,0.00005830947,0.00006949297],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.008420953,0.000106453284,0.00015163346,0.00017252882,0.0027876387,0.000109094464,0.00027334355,0.00009758409,0.00010299074],"category_scores_gemma":[0.010024537,0.00009882122,0.000041746618,0.0001899478,0.00027089822,0.00023916175,0.00004432644,0.0014781377,0.000010912952],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111375506,0.0005488924,0.13398628,0.000082074665,0.000046126876,0.0000016084113,0.23814745,0.0018460824,0.0002779173,0.26897696,0.0016706215,0.3543046],"study_design_scores_gemma":[0.0015222606,0.00052863115,0.17197996,0.00081058487,0.00008083082,0.0000040693894,0.15819775,0.019895324,0.000009035623,0.0048206393,0.64159065,0.00056024315],"about_ca_topic_score_codex":0.0033456055,"about_ca_topic_score_gemma":0.00085753284,"teacher_disagreement_score":0.63992006,"about_ca_system_score_codex":0.00010511975,"about_ca_system_score_gemma":0.0001920632,"threshold_uncertainty_score":0.9985106},"labels":[],"label_agreement":null},{"id":"W2134370888","doi":"10.1002/tl.19","title":"Making Explicit the Development Toward the Scholarship of Teaching","year":2001,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Scholarship; Scholarship of Teaching and Learning; Faculty development; Sociology; Higher education; Pedagogy; Mathematics education; Engineering ethics; Teaching method; Psychology; Political science; Professional development; Teaching and learning center; Engineering","score_opus":0.22012929911189458,"score_gpt":0.45921172793631404,"score_spread":0.23908242882441946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134370888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84095067,0.0009401116,0.04041053,0.042467136,0.0006237864,0.00063297246,4.937265e-7,0.0003678753,0.07360641],"genre_scores_gemma":[0.97554636,0.00004131274,0.014552783,0.00018132008,0.00038515808,0.0000343049,0.0000015137482,0.000016859436,0.009240361],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961548,0.0027091901,0.00027291264,0.00020949298,0.0003905499,0.00026307415],"domain_scores_gemma":[0.99582285,0.00364071,0.00027824854,0.000143395,0.00005739299,0.000057432593],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.017222919,0.000109573266,0.00012508678,0.00009659989,0.009784048,0.00027342598,0.00029352732,0.00006580771,0.000033301814],"category_scores_gemma":[0.014268656,0.00007511195,0.00007186536,0.00013562001,0.00010141749,0.00045048402,0.000057611127,0.0016898647,0.0000049766595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018641726,0.000032359407,0.017187664,0.00000938852,0.00005217977,1.6582808e-7,0.31725615,0.00059142703,0.00013018683,0.025116518,0.00033461847,0.6392707],"study_design_scores_gemma":[0.00016159115,0.000029222463,0.009220581,0.00008464956,0.000046957815,0.0000053187455,0.077871025,0.0003532343,0.000015456935,0.00073151186,0.911368,0.000112440226],"about_ca_topic_score_codex":0.0029084457,"about_ca_topic_score_gemma":0.0010334043,"teacher_disagreement_score":0.9110334,"about_ca_system_score_codex":0.000090010566,"about_ca_system_score_gemma":0.00017331568,"threshold_uncertainty_score":0.9940346},"labels":[],"label_agreement":null},{"id":"W2134534776","doi":"10.1080/01421590600878051","title":"The significance and impact of a faculty teaching award: disparate perceptions of department chairs and award recipients","year":2006,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Perception; Psychology; Medicine","score_opus":0.05987620532722049,"score_gpt":0.4416368002884487,"score_spread":0.3817605949612282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134534776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867932,0.00019530156,0.0001820376,0.0074933227,0.00009139506,0.00022181787,0.000008823817,0.000023673378,0.0049904],"genre_scores_gemma":[0.9971146,0.00013079542,0.00023061674,0.000016689635,0.00011587461,0.00001953121,0.000008142938,0.0000069702014,0.0023568072],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974081,0.0009903858,0.00030358107,0.00018362483,0.0008979535,0.00021638398],"domain_scores_gemma":[0.99903667,0.00039493924,0.00023122538,0.00013394681,0.000055415305,0.00014780465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048614205,0.00009589927,0.00017688134,0.000033143056,0.0005646525,0.000042602867,0.0001857524,0.00009505859,0.000193814],"category_scores_gemma":[0.0023526757,0.00006114704,0.00006582815,0.00008005984,0.0007506344,0.00017085965,0.0000592421,0.00031665037,0.000004107977],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035423032,0.00026963063,0.9554672,0.000011680263,0.00007196602,0.0000011479722,0.011234345,0.00003026385,0.00012233881,0.0029532008,0.0074863783,0.022316393],"study_design_scores_gemma":[0.00051698467,0.00012828845,0.9616007,0.00006601234,0.00005887954,0.0000019388212,0.0041850903,0.0014904288,0.000007547766,0.0009374713,0.03086859,0.00013802704],"about_ca_topic_score_codex":0.0123386495,"about_ca_topic_score_gemma":0.00171072,"teacher_disagreement_score":0.023382211,"about_ca_system_score_codex":0.000100066085,"about_ca_system_score_gemma":0.00015399011,"threshold_uncertainty_score":0.99423826},"labels":[],"label_agreement":null},{"id":"W2134684239","doi":"","title":"Academic Entitlement in the Context of Learning Styles","year":2013,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Entitlement (fair division); Context (archaeology); Psychology; Mathematics education; Social psychology; Scale (ratio); Pedagogy; Computer science","score_opus":0.1558720263100545,"score_gpt":0.4648053965189149,"score_spread":0.30893337020886036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134684239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64345807,0.00006655152,0.00003977694,0.030962778,0.00004088964,0.00022325714,9.887829e-8,0.000017306676,0.32519126],"genre_scores_gemma":[0.9948189,0.00006625128,0.00015786172,0.00035527063,0.00002870928,0.000011876312,3.8170307e-7,0.0000014211171,0.0045592906],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9987738,0.00065699645,0.00012084514,0.000050531904,0.00031659688,0.000081245176],"domain_scores_gemma":[0.99925554,0.00055998587,0.00008880272,0.00004735568,0.00003628614,0.0000120085715],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030862591,0.000023172635,0.000040046525,0.000029113402,0.000108229426,0.000027352213,0.0001925438,0.000028111517,0.0034906587],"category_scores_gemma":[0.0011093358,0.000015340156,0.000013995965,0.00007523314,0.00006195372,0.00027147162,0.000016558437,0.00018627732,0.0002342492],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002044714,0.000046051773,0.18466164,0.0000052685054,0.000009228318,1.5059507e-7,0.14833885,0.000034158602,0.0007335683,0.60839,0.01224803,0.045531023],"study_design_scores_gemma":[0.00018795667,0.000031188683,0.052481618,0.00001625179,0.0000073853807,1.0465756e-7,0.5006833,0.00016387222,0.00021099232,0.0026213785,0.44352886,0.00006711004],"about_ca_topic_score_codex":0.014470946,"about_ca_topic_score_gemma":0.002748609,"teacher_disagreement_score":0.6057686,"about_ca_system_score_codex":0.000019717643,"about_ca_system_score_gemma":0.00003605488,"threshold_uncertainty_score":0.9974203},"labels":[],"label_agreement":null},{"id":"W2136931144","doi":"10.3390/educsci3020136","title":"The Use of a Learning Management System (LMS) to Serve as the Virtual Common Space of a Network for the Scholarship of Teaching and Learning (SoTL) in an Academic Department","year":2013,"lang":"en","type":"article","venue":"Education Sciences","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; York University","funders":"","keywords":"Scholarship of Teaching and Learning; Scholarship; Curriculum; Sociology; Mandate; Teaching and learning center; Medical education; Mathematics education; Psychology; Pedagogy; Teaching method; Political science; Medicine","score_opus":0.18765474057938664,"score_gpt":0.4701679165118927,"score_spread":0.2825131759325061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136931144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98118997,0.00037135155,0.00020968469,0.01636387,0.00024758314,0.0010670469,3.0996327e-7,0.000012170488,0.00053802825],"genre_scores_gemma":[0.9962971,0.00006856581,0.0027094253,0.00009795527,0.0000645209,0.00014627675,5.7683826e-7,0.000004028848,0.0006115121],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99556094,0.0030803697,0.00033983853,0.00017607855,0.0006481191,0.00019467546],"domain_scores_gemma":[0.99277097,0.006304803,0.00057482836,0.00015465086,0.0001469641,0.0000478048],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.020664694,0.00006727287,0.00011042469,0.00007724654,0.0022794025,0.0002661539,0.00060432794,0.00003585663,0.0000059066338],"category_scores_gemma":[0.004558636,0.000038073587,0.000026879323,0.00042346385,0.00039030256,0.0009341787,0.00009444178,0.0004046935,0.0000019351085],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003528195,0.00008423302,0.36029333,0.00004522121,0.000034446537,3.3427096e-8,0.14626573,0.07924573,0.00022644205,0.25594118,0.00048528347,0.15734309],"study_design_scores_gemma":[0.00017111747,0.00043972995,0.19843046,0.0006184873,0.00006481584,9.246624e-7,0.73928326,0.009249825,0.000084675914,0.001573685,0.04993533,0.0001477136],"about_ca_topic_score_codex":0.005702121,"about_ca_topic_score_gemma":0.001559184,"teacher_disagreement_score":0.5930175,"about_ca_system_score_codex":0.00006396413,"about_ca_system_score_gemma":0.00022615178,"threshold_uncertainty_score":0.9990195},"labels":[],"label_agreement":null},{"id":"W2138193920","doi":"","title":"L’expérience de la probation académique ou « C’tu juste moi qui est pas capable au niveau universitaire? » : Une étude de cas","year":2013,"lang":"fr","type":"article","venue":"Canadian Journal of Education / Revue canadienne de l éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Qualitative research; Humanities; Sociology; Pedagogy; Psychology; Art; Anthropology","score_opus":0.06402330978448492,"score_gpt":0.3413439000124821,"score_spread":0.27732059022799715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138193920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84439176,0.00084445404,0.0006197313,0.13750032,0.0046462575,0.00046853768,0.000013691609,0.000014191495,0.011501073],"genre_scores_gemma":[0.98109365,0.00027126592,0.0035906828,0.0011297058,0.0017593385,0.000046251866,0.000029229785,0.0000438626,0.012036004],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9952999,0.002076338,0.0007332351,0.00037142084,0.00025100005,0.0012681047],"domain_scores_gemma":[0.99269676,0.0007112393,0.0014802521,0.00036862542,0.0017624005,0.0029807405],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0056520235,0.00029564474,0.00031768056,0.00072234456,0.0012695832,0.00042931005,0.0008156295,0.00046677576,0.00079399016],"category_scores_gemma":[0.0055982927,0.00038959074,0.00014505404,0.001262436,0.00059727114,0.003015993,0.000015354462,0.00093568885,0.00009105679],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000010970644,0.00021123311,0.039936937,0.00020898304,0.00010464773,0.000041661024,0.8014213,0.0059884647,0.00032203592,0.087201245,0.031990994,0.03256156],"study_design_scores_gemma":[0.00044479413,0.00027215458,0.21568939,0.001044633,0.00048654998,0.0012614523,0.53829783,0.0017000454,0.00012237365,0.022128172,0.2178283,0.0007243254],"about_ca_topic_score_codex":0.8634859,"about_ca_topic_score_gemma":0.9508169,"teacher_disagreement_score":0.26312345,"about_ca_system_score_codex":0.032611486,"about_ca_system_score_gemma":0.07471121,"threshold_uncertainty_score":0.9998556},"labels":[],"label_agreement":null},{"id":"W2138633535","doi":"10.5539/ass.v8n14p9","title":"Using Student Reflections to Explore Curriculum Alignment","year":2012,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Subject (documents); Variety (cybernetics); Computer science; Curriculum theory; Mathematics education; Emergent curriculum; Curriculum mapping; Sociology; Curriculum development; Pedagogy; Psychology; Artificial intelligence; World Wide Web","score_opus":0.35029751082480404,"score_gpt":0.5729900270449182,"score_spread":0.22269251622011416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138633535","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30460674,0.000023399938,0.0015691632,0.016064998,0.0020321726,0.00040873134,9.886004e-7,0.00014013819,0.6751537],"genre_scores_gemma":[0.9919562,0.0000035063622,0.0059206197,0.0004948295,0.0011622251,0.00002408594,2.90472e-7,0.000007112002,0.00043113428],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99688804,0.00036928552,0.00017311823,0.00025260192,0.0016454229,0.00067155046],"domain_scores_gemma":[0.9991475,0.000046480884,0.00012912742,0.00013427874,0.00015953867,0.0003830837],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005114938,0.00008838847,0.00009728076,0.0001386776,0.0044769547,0.0002572783,0.00056971365,0.000049670987,0.0001900205],"category_scores_gemma":[0.00085571577,0.000090708796,0.00004778469,0.0014528706,0.0005176826,0.0016845918,0.00015651477,0.00013515132,0.00021118177],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027354795,0.0004242468,0.043325905,0.000002235637,0.000013591774,8.8266063e-7,0.7051499,0.000007505141,0.00480972,0.20598927,0.0023854978,0.03788853],"study_design_scores_gemma":[0.00014520154,0.00004812037,0.20919015,0.000018142584,0.000046008034,0.0000019000904,0.45058638,0.0000063652083,0.00039739776,0.0010677692,0.33808824,0.0004043207],"about_ca_topic_score_codex":0.0016204958,"about_ca_topic_score_gemma":0.00025226973,"teacher_disagreement_score":0.68734944,"about_ca_system_score_codex":0.0009705013,"about_ca_system_score_gemma":0.00037298098,"threshold_uncertainty_score":0.9968191},"labels":[],"label_agreement":null},{"id":"W2138707959","doi":"10.47678/cjhe.v45i2.182560","title":"The Relative Importance of Academic Activities: Autonomous Values from the Canadian Professoriate","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Mount Royal University","funders":"","keywords":"Scholarship; Humanities; Sociology; Higher education; Political science; Philosophy","score_opus":0.13094962064627205,"score_gpt":0.43649876626948153,"score_spread":0.30554914562320945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138707959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7094883,0.011514105,0.000006289569,0.2402907,0.0094668595,0.00034206937,0.000022068418,0.000007995286,0.02886162],"genre_scores_gemma":[0.9844542,0.000046009238,0.00019789835,0.00086687505,0.0012035543,0.0000066881726,0.000003220507,0.00000944509,0.01321211],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99790794,0.0009604217,0.00036130662,0.000086693966,0.00042317275,0.00026044686],"domain_scores_gemma":[0.9967772,0.0009515628,0.0009128777,0.00017764869,0.00055805664,0.00062265736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004054999,0.000076447206,0.00011411108,0.00010832566,0.0011532363,0.00013298771,0.000595756,0.00011664731,0.00015698423],"category_scores_gemma":[0.0025445744,0.000052132746,0.0000495732,0.00021245117,0.00037404892,0.0008936485,0.0000056602203,0.0005991473,0.000012239342],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021621054,0.0000179278,0.34426755,0.0000027812516,0.00014296893,0.0000028290553,0.23550434,0.000057326888,0.000008810349,0.12508103,0.2905477,0.0043451325],"study_design_scores_gemma":[0.000103790015,0.000027706035,0.13176295,0.0000498267,0.000058434365,0.0000018046712,0.026279492,0.0000027964156,0.000010439191,0.053447742,0.78817827,0.000076742894],"about_ca_topic_score_codex":0.84592223,"about_ca_topic_score_gemma":0.9713871,"teacher_disagreement_score":0.4976306,"about_ca_system_score_codex":0.00176975,"about_ca_system_score_gemma":0.04781715,"threshold_uncertainty_score":0.95758086},"labels":[],"label_agreement":null},{"id":"W2139952804","doi":"10.53761/1.12.2.9","title":"The Nebulous, Essential Dimensions in Effective University Teaching: The Ethic of Care and Relational Acumen","year":2015,"lang":"en","type":"article","venue":"Journal of University Teaching and Learning Practice","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Perception; Teaching method; Mathematics education; Matching (statistics); Pedagogy; Medicine","score_opus":0.03716161816354987,"score_gpt":0.3620218201613392,"score_spread":0.32486020199778937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139952804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8972707,0.0014761047,0.0008888044,0.055784892,0.0003194291,0.00022308005,0.000001158108,0.000023788352,0.044012062],"genre_scores_gemma":[0.9950013,0.0004881198,0.002830785,0.000051120667,0.00008268074,3.6387732e-8,5.6453035e-7,0.0000046861064,0.0015406746],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9799478,0.019069303,0.00016316815,0.000118031305,0.0005671718,0.00013451058],"domain_scores_gemma":[0.9809141,0.017692512,0.0008404023,0.00008267052,0.00036324302,0.00010704744],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025806313,0.00007825675,0.00014489592,0.00014126183,0.0034925009,0.00008262344,0.00023644594,0.00009498626,0.0000023169584],"category_scores_gemma":[0.037502307,0.0000599549,0.00004946627,0.00012854606,0.00034947807,0.0014407026,0.00012774143,0.003407513,8.481128e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021180867,0.00016424144,0.034861624,0.00002072524,0.0002394941,0.00008280066,0.76530164,0.007292024,0.00006397328,0.14939596,0.0013150502,0.039144374],"study_design_scores_gemma":[0.00067908154,0.00022653346,0.009132066,0.000061127874,0.00017520807,0.000031654985,0.4144336,0.00022780483,5.8652194e-7,0.00012413539,0.57484406,0.00006413596],"about_ca_topic_score_codex":0.006236839,"about_ca_topic_score_gemma":0.00059626537,"teacher_disagreement_score":0.573529,"about_ca_system_score_codex":0.0002523451,"about_ca_system_score_gemma":0.00042212976,"threshold_uncertainty_score":0.99889165},"labels":[],"label_agreement":null},{"id":"W2140355658","doi":"10.5206/cjsotl-rcacea.2010.1.2","title":"Diverse Methodological Approaches and Considerations for SoTL in Higher Education","year":2010,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sociology; Rigour; Transformational leadership; Humanities; Political science; Philosophy; Epistemology; Public relations","score_opus":0.604859461860265,"score_gpt":0.4882075608540091,"score_spread":0.11665190100625583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140355658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90177345,0.0005490149,0.000277827,0.0945587,0.0007881895,0.00035841807,0.0000021860837,0.0000089617315,0.0016832369],"genre_scores_gemma":[0.98146653,0.000009402409,0.015948009,0.00029755672,0.0003143918,0.00001544999,7.477414e-7,0.0000063300213,0.0019415668],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966284,0.0028189314,0.00015333078,0.00009522133,0.00012602967,0.00017808811],"domain_scores_gemma":[0.9903636,0.009147156,0.00019050631,0.00007090056,0.000081033395,0.00014682542],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03473747,0.000059266196,0.0000947036,0.00009611627,0.007720222,0.00047726603,0.00015916026,0.000085037376,0.0000676686],"category_scores_gemma":[0.03841652,0.000038173977,0.000040326875,0.000040001487,0.0002968731,0.0003600107,0.000011370384,0.0022222062,3.3337378e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030308052,0.00001952062,0.041967403,0.000016513812,0.000048753252,4.3986896e-7,0.06321938,0.0006513831,0.0002783091,0.7752366,0.00042859363,0.11810277],"study_design_scores_gemma":[0.00091901276,0.00016827995,0.22147676,0.000110431065,0.00026654248,0.000081447164,0.102698125,0.0010214603,0.000020299043,0.33107263,0.341843,0.0003219912],"about_ca_topic_score_codex":0.016208606,"about_ca_topic_score_gemma":0.110692546,"teacher_disagreement_score":0.444164,"about_ca_system_score_codex":0.00004156226,"about_ca_system_score_gemma":0.000635727,"threshold_uncertainty_score":0.9939409},"labels":[],"label_agreement":null},{"id":"W2140610165","doi":"10.11648/j.sjedu.20140204.13","title":"The Relationship between Discipline and Innovation: A Factor in Professorial Involvement in Integrating Pedagogical Innovation","year":2014,"lang":"en","type":"article","venue":"Science Journal of Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Discipline; Excellence; Sociology; Scholarship; Diversity (politics); Perspective (graphical); Pedagogy; Mathematics education; Engineering ethics; Psychology; Epistemology; Social science; Political science; Computer science; Engineering","score_opus":0.4462025993815173,"score_gpt":0.566862518017562,"score_spread":0.12065991863604475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140610165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96908,0.000024459345,0.0004575234,0.02810391,0.0010865879,0.00018893924,1.8794238e-7,0.000004161215,0.0010542797],"genre_scores_gemma":[0.99736196,0.000006395437,0.0016894946,0.00007480618,0.0006753407,0.000007387448,0.0000013656006,0.0000025862391,0.00018063825],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975973,0.0005294526,0.0007534779,0.00012948264,0.00082391995,0.00016641308],"domain_scores_gemma":[0.99627167,0.001813093,0.00092013524,0.00009124368,0.0008643528,0.00003947892],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023561956,0.000058867645,0.00009871358,0.0010086457,0.00079093256,0.0002790396,0.00030979645,0.000049166465,0.000007100598],"category_scores_gemma":[0.043257102,0.00004197522,0.000010251835,0.004329209,0.00036767928,0.0017789116,0.000038521994,0.0004290514,0.0000012428555],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006705579,0.00003603201,0.66378593,0.00000243892,5.8039967e-7,2.2029003e-8,0.022277767,0.000006280183,0.0001456637,0.29618055,0.000022039789,0.017536012],"study_design_scores_gemma":[0.00019526859,0.000058336005,0.91504735,0.000092779155,0.0000029641546,5.2218206e-7,0.030385528,0.000059897862,0.000030174144,0.051988937,0.0020850596,0.00005317417],"about_ca_topic_score_codex":0.00019070876,"about_ca_topic_score_gemma":0.0011736772,"teacher_disagreement_score":0.25126144,"about_ca_system_score_codex":0.00040481074,"about_ca_system_score_gemma":0.0022006256,"threshold_uncertainty_score":0.96480197},"labels":[],"label_agreement":null},{"id":"W2142096845","doi":"10.1080/01421590801948059","title":"Developing successful workshops: a workshop for educators","year":2008,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Medical education; Psychology; Medicine; Engineering ethics; Engineering","score_opus":0.2145182502771125,"score_gpt":0.4776391466134257,"score_spread":0.2631208963363132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142096845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6624333,0.0006638662,0.024384234,0.25161296,0.0020853837,0.0006766278,6.480519e-7,0.00043225414,0.057710715],"genre_scores_gemma":[0.94704276,0.0002492966,0.009925551,0.0020992735,0.0023092257,0.00016617589,0.000008155435,0.000033221695,0.03816632],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99709815,0.0005933691,0.000291843,0.00029238357,0.0012852377,0.00043899522],"domain_scores_gemma":[0.9982055,0.0010203407,0.00013395457,0.00018115528,0.000116704505,0.0003423837],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050945007,0.00012074886,0.00018585139,0.0000833615,0.0010313337,0.00005750504,0.0005498806,0.00027330386,0.005038428],"category_scores_gemma":[0.026048338,0.00011051106,0.000091422735,0.00032559782,0.00045564002,0.00037027104,0.00005981262,0.00045983813,0.00014286948],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081647326,0.00061568664,0.18635662,0.000046995247,0.00017389726,0.000037794416,0.13972554,0.0000096718395,0.0000020118375,0.0912879,0.34748033,0.23418193],"study_design_scores_gemma":[0.00038513634,0.00001215155,0.0021603848,0.00007868786,0.000019873558,0.0000059218128,0.010741934,0.00028162648,0.000003704469,0.001953404,0.9841283,0.00022886266],"about_ca_topic_score_codex":0.0006070955,"about_ca_topic_score_gemma":0.00079668825,"teacher_disagreement_score":0.636648,"about_ca_system_score_codex":0.00023105291,"about_ca_system_score_gemma":0.0017946821,"threshold_uncertainty_score":0.9958711},"labels":[],"label_agreement":null},{"id":"W2142723890","doi":"10.5539/ies.v2n3p47","title":"A Qualitative Study of Postgraduate Students’ Learning Experiences in Malaysia","year":2009,"lang":"en","type":"article","venue":"International Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Qualitative research; Psychology; Diversity (politics); Medical education; Narrative; Public university; Pedagogy; Higher education; Mathematics education; Sociology; Medicine; Political science; Social science","score_opus":0.30600661094140397,"score_gpt":0.6336128360103739,"score_spread":0.3276062250689699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142723890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98427296,0.00034151677,0.000008292584,0.008941251,0.00115907,0.00024317866,3.433775e-7,0.000027738279,0.0050056246],"genre_scores_gemma":[0.99657905,0.00013713764,0.0003237626,0.00015069559,0.000104268154,0.00010014338,0.000002226367,0.0000032893608,0.002599412],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99730086,0.0010221872,0.00037987178,0.00019720964,0.0009873988,0.00011248746],"domain_scores_gemma":[0.9977553,0.00058942137,0.00035634625,0.00007456809,0.001195385,0.000028963972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025037818,0.00008204533,0.00015812392,0.00027298465,0.00021315765,0.000064438216,0.00036571943,0.000022456368,0.00007563927],"category_scores_gemma":[0.0060230396,0.000080578204,0.000028666747,0.0002900339,0.00011451709,0.00054004963,0.000043030373,0.00013812861,0.000014385016],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023153205,0.0012234391,0.05475377,0.0000015824828,0.00006358618,4.390421e-7,0.935407,0.000097389675,0.000013830806,0.003735874,0.0002639383,0.0044160266],"study_design_scores_gemma":[0.0002524778,0.00016176478,0.05329397,0.00003778438,0.000010084516,2.3142145e-7,0.9416269,0.00001040001,0.000010838111,0.0020515027,0.0024705168,0.00007351459],"about_ca_topic_score_codex":0.001887847,"about_ca_topic_score_gemma":0.0006624842,"teacher_disagreement_score":0.01230608,"about_ca_system_score_codex":0.00019532423,"about_ca_system_score_gemma":0.00018705883,"threshold_uncertainty_score":0.72105765},"labels":[],"label_agreement":null},{"id":"W2143121880","doi":"10.1177/1469787406069055","title":"Teaching style and learning in a quantitative classroom","year":2006,"lang":"en","type":"article","venue":"Active Learning in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Prince Edward Island","funders":"","keywords":"Mathematics education; Style (visual arts); Teaching method; Higher education; Psychology; Research design; Qualitative property; Pedagogy; Computer science; Sociology","score_opus":0.08070852825335678,"score_gpt":0.43645056965184914,"score_spread":0.35574204139849236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143121880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9017126,0.00022168052,0.00003651658,0.014047207,0.0002910179,0.0001936171,1.6237489e-7,0.00008675102,0.08341044],"genre_scores_gemma":[0.9656494,0.000019115389,0.0023591402,0.00010478279,0.00020616135,0.0000432144,0.0000115087105,0.000015573052,0.0315911],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956908,0.0032359492,0.00022445418,0.00029926785,0.00030708624,0.00024244028],"domain_scores_gemma":[0.99792475,0.0016216182,0.00027238225,0.00006690451,0.00007536316,0.000039006736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002908926,0.00010665363,0.00013523674,0.0003143313,0.00059292983,0.00012279567,0.000104033345,0.00010501206,0.00016020764],"category_scores_gemma":[0.00216328,0.00012399818,0.000020180505,0.00031528357,0.00010046035,0.0010304326,0.000028156795,0.0013257308,0.000030030893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004660445,0.00030820206,0.72175467,0.000014737272,0.000008936264,0.0000012538628,0.10009196,0.0031676288,0.0005102344,0.1374979,0.00019840407,0.03639945],"study_design_scores_gemma":[0.00025753153,0.000055841898,0.8114847,0.00007329976,0.000008420295,3.8092233e-7,0.038550198,0.00032302202,0.0000090311105,0.0032173097,0.14586313,0.00015711908],"about_ca_topic_score_codex":0.05908478,"about_ca_topic_score_gemma":0.005325478,"teacher_disagreement_score":0.14566472,"about_ca_system_score_codex":0.0004384454,"about_ca_system_score_gemma":0.00030512476,"threshold_uncertainty_score":0.94718087},"labels":[],"label_agreement":null},{"id":"W2143903340","doi":"10.7202/900426ar","title":"Style cognitif des étudiants et influence des examens sur l’évaluation des cours","year":2009,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.6039956881405708,"score_gpt":0.5274605910085842,"score_spread":0.07653509713198658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143903340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96265525,0.007644349,0.0028688055,0.0106420955,0.0008737185,0.0004975218,0.000015719166,0.00013112597,0.014671436],"genre_scores_gemma":[0.9365627,0.0066594956,0.053040806,0.0006039541,0.00031690154,0.000034803805,0.00001620648,0.00001879309,0.0027463061],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9928697,0.0036879673,0.0006165532,0.00072933664,0.0011250611,0.0009714334],"domain_scores_gemma":[0.9957867,0.0016199265,0.0007113535,0.00030710333,0.0012331196,0.0003417801],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.018439863,0.00031806683,0.00029890414,0.00030766163,0.0044619306,0.0010055407,0.0007724981,0.0002261354,0.000349321],"category_scores_gemma":[0.013928632,0.00035792956,0.00011753607,0.0023199024,0.008348967,0.008660338,0.000054642267,0.0003661916,0.0003162508],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026095302,0.0008724505,0.10608132,0.00031405714,0.000043935823,0.0000074012232,0.39239448,0.013784707,0.0023720358,0.039696515,0.0012505503,0.44315645],"study_design_scores_gemma":[0.0004378971,0.0007799947,0.7058582,0.0016962243,0.00025777795,0.00009246404,0.053868454,0.008948209,0.0006460881,0.22384605,0.002870986,0.0006976611],"about_ca_topic_score_codex":0.0048577366,"about_ca_topic_score_gemma":0.009067356,"teacher_disagreement_score":0.59977686,"about_ca_system_score_codex":0.0023105235,"about_ca_system_score_gemma":0.0025397686,"threshold_uncertainty_score":0.9998873},"labels":[],"label_agreement":null},{"id":"W2145533190","doi":"10.7202/031920ar","title":"Vers un modèle de cohérence entre formation pratique et formation théorique","year":2007,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.4320963438678944,"score_gpt":0.48151702778929456,"score_spread":0.049420683921400144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145533190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4618828,0.0012358037,0.40163925,0.061245304,0.001829274,0.00063435896,0.000008435528,0.00013339162,0.07139137],"genre_scores_gemma":[0.9302435,0.0015058311,0.06349429,0.0009016702,0.00038372708,0.000030493002,0.000027392642,0.000012268421,0.003400822],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956669,0.001926301,0.0005774161,0.0003522945,0.00071032846,0.00076674676],"domain_scores_gemma":[0.9972315,0.0011067529,0.00083812873,0.00021335938,0.00036443438,0.00024586165],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.022459712,0.00019517768,0.0001629624,0.0002812826,0.0019195471,0.00049991073,0.0005478738,0.00025830336,0.00024337567],"category_scores_gemma":[0.0035387233,0.00022277099,0.000083748884,0.0013865697,0.0011169221,0.008660295,0.00004633635,0.0003783845,0.000176317],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019814885,0.00022385802,0.0019780686,0.00024289385,0.000012438871,0.0000030897838,0.44999436,0.011380894,0.0019023145,0.48725575,0.0020369552,0.044949565],"study_design_scores_gemma":[0.0008178835,0.00078489946,0.018922295,0.0015036141,0.00025133416,0.00045373794,0.24037883,0.3476138,0.016581468,0.21694668,0.15444969,0.0012957505],"about_ca_topic_score_codex":0.0028892348,"about_ca_topic_score_gemma":0.008213534,"teacher_disagreement_score":0.4683607,"about_ca_system_score_codex":0.0047366424,"about_ca_system_score_gemma":0.0021964917,"threshold_uncertainty_score":0.9993798},"labels":[],"label_agreement":null},{"id":"W2145771392","doi":"10.7202/008336ar","title":"Les administrateurs face à l’évaluation de l’enseignement","year":2004,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université de Sherbrooke","funders":"","keywords":"Humanities; Political science; Valuation (finance); Art; Sociology; Business","score_opus":0.7031588343183367,"score_gpt":0.5498594684487836,"score_spread":0.15329936586955306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145771392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8524074,0.0037615167,0.019335793,0.06105548,0.0020501367,0.00039695777,0.0000053730378,0.00008945481,0.06089787],"genre_scores_gemma":[0.92519987,0.0010474409,0.0672341,0.00035233118,0.00051388587,0.00003967653,0.000009110324,0.000013783285,0.0055897906],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9961115,0.0015310026,0.0004101521,0.0004927778,0.0008071998,0.0006473389],"domain_scores_gemma":[0.99845076,0.00038625504,0.00048772368,0.00022041494,0.00023388924,0.00022096673],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011244283,0.00018889064,0.00015859125,0.00015678591,0.0028744005,0.0004695907,0.0005669638,0.00019652508,0.00049649714],"category_scores_gemma":[0.0026795806,0.00022096893,0.00009313531,0.0010538575,0.002375635,0.0014868407,0.0000382149,0.00026655046,0.0002916426],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009152262,0.000467238,0.0030813697,0.00015504422,0.000022835076,0.0000043610567,0.46057278,0.055832084,0.00087031967,0.38356495,0.00078963704,0.09463023],"study_design_scores_gemma":[0.0009926598,0.0015298878,0.09966405,0.0014879114,0.0004996991,0.00026302395,0.36420366,0.019303385,0.0028980223,0.45071757,0.057155505,0.0012846228],"about_ca_topic_score_codex":0.016517563,"about_ca_topic_score_gemma":0.004882273,"teacher_disagreement_score":0.09658267,"about_ca_system_score_codex":0.0058725653,"about_ca_system_score_gemma":0.0046754214,"threshold_uncertainty_score":0.9984237},"labels":[],"label_agreement":null},{"id":"W2149076077","doi":"10.7202/009935ar","title":"Formation pédagogique des professeurs d’université et conceptions de l’enseignement","year":2005,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy","score_opus":0.6127455969007793,"score_gpt":0.5280433481612761,"score_spread":0.08470224873950327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149076077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7748523,0.0032429975,0.03859063,0.113295525,0.00093396945,0.000492331,0.000009232096,0.00012185057,0.068461165],"genre_scores_gemma":[0.90741426,0.0028970332,0.07589225,0.00096255966,0.00044009718,0.000036014764,0.000013175664,0.000010654174,0.012333942],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99607044,0.0022371877,0.0003370605,0.00032034543,0.00047967397,0.0005553061],"domain_scores_gemma":[0.9983969,0.00047099742,0.00045658325,0.00017971577,0.00030973073,0.00018611993],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008096508,0.00015687119,0.00013428381,0.00018282239,0.0034340308,0.00033136082,0.0004908905,0.00016301232,0.0006609712],"category_scores_gemma":[0.0013383204,0.0001838431,0.00008314254,0.00089282834,0.00250222,0.00482398,0.000055043765,0.00028435956,0.0002623898],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005697382,0.00025355673,0.0017005178,0.00012282045,0.000012511633,0.0000010144389,0.7271876,0.008344241,0.0006750378,0.20158948,0.004170746,0.055936802],"study_design_scores_gemma":[0.0005704068,0.00056451285,0.048272688,0.0011144079,0.00029955653,0.00018952128,0.55040956,0.08502089,0.0011255684,0.07191144,0.23969373,0.00082774437],"about_ca_topic_score_codex":0.0024305761,"about_ca_topic_score_gemma":0.013335986,"teacher_disagreement_score":0.23552299,"about_ca_system_score_codex":0.0058896053,"about_ca_system_score_gemma":0.0018944633,"threshold_uncertainty_score":0.9979266},"labels":[],"label_agreement":null},{"id":"W2150374217","doi":"10.7202/706767ar","title":"L’intervention de groupe et l’intégration des nouveaux étudiants au milieu universitaire","year":2005,"lang":"fr","type":"article","venue":"Service social","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.061760559879931724,"score_gpt":0.38636856623804255,"score_spread":0.3246080063581108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150374217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75836045,0.00070409506,0.0005363552,0.2171313,0.0010738386,0.00022109687,0.000024107296,0.00011728282,0.021831475],"genre_scores_gemma":[0.98890936,0.00040280202,0.0026317213,0.0020984567,0.0024206187,0.000007934278,0.000045815275,0.000028218865,0.0034550775],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.995969,0.0021036402,0.0003385952,0.00034204725,0.0006483736,0.00059834885],"domain_scores_gemma":[0.99870217,0.00022533408,0.00039445158,0.00013502945,0.0003759297,0.00016707258],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003292527,0.00021675989,0.00020868875,0.00009141281,0.0023107599,0.00016644296,0.00041253102,0.0003644123,0.0014481727],"category_scores_gemma":[0.00030004515,0.00028317352,0.0002153201,0.0006958599,0.00036819163,0.0035947,0.000110448345,0.00044169178,0.0009364209],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010850393,0.0012553246,0.011734233,0.0002934187,0.00025442409,0.000009830765,0.44533873,0.0005599403,0.0002559527,0.21552898,0.007899715,0.31676096],"study_design_scores_gemma":[0.0034231192,0.00037359688,0.37757614,0.00051219907,0.00091053225,0.000011504559,0.3341835,0.005237165,0.00015326352,0.02214165,0.25432768,0.0011496093],"about_ca_topic_score_codex":0.035824716,"about_ca_topic_score_gemma":0.33837366,"teacher_disagreement_score":0.3658419,"about_ca_system_score_codex":0.0022610952,"about_ca_system_score_gemma":0.0007752648,"threshold_uncertainty_score":0.99996203},"labels":[],"label_agreement":null},{"id":"W2152734430","doi":"10.5539/ass.v8n13p280","title":"Structural Relationship of Learning Environment, Learning Approaches, and Generic Skills among Engineering Students","year":2012,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Structural equation modeling; Learning environment; Experiential learning; Mathematics education; Psychology; Process (computing); Knowledge management; Computer science; Machine learning","score_opus":0.08593951872619814,"score_gpt":0.3639815566726035,"score_spread":0.27804203794640536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152734430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97542727,0.00009536589,0.00030473556,0.00030890072,0.00013271999,0.00013255228,3.0033277e-7,0.000048918508,0.023549242],"genre_scores_gemma":[0.9977606,0.000009792725,0.0014934951,0.0000065697914,0.00022854692,0.0000046276527,0.0000012100554,0.000008139608,0.00048700388],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99782926,0.00039621154,0.0001749969,0.00019760047,0.0010151105,0.00038684453],"domain_scores_gemma":[0.99929357,0.00021393005,0.00025775083,0.00006343731,0.00002474732,0.00014655857],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004579665,0.00008630026,0.00011039142,0.000102922924,0.0018647207,0.00013263036,0.000323144,0.000070642345,0.000042744792],"category_scores_gemma":[0.0020710183,0.000092773,0.0000279869,0.00042062064,0.0008383695,0.0015455794,0.00013562157,0.00034302726,0.000008544114],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.3084956e-7,0.000011922053,0.9108602,0.0000036624663,0.0000043663213,9.4216986e-8,0.05939023,0.00028395824,0.00011891246,0.013123618,0.0000022520915,0.016200004],"study_design_scores_gemma":[0.0000787938,0.0000118911785,0.98575574,0.000005782939,0.000014897785,4.0262208e-7,0.012456052,0.00022107971,0.000018983324,0.000104411396,0.0012238468,0.00010812987],"about_ca_topic_score_codex":0.00018138535,"about_ca_topic_score_gemma":0.000009009244,"teacher_disagreement_score":0.074895576,"about_ca_system_score_codex":0.00016022172,"about_ca_system_score_gemma":0.0000613457,"threshold_uncertainty_score":0.9994347},"labels":[],"label_agreement":null},{"id":"W2154191101","doi":"10.7202/1002162ar","title":"Analyse des perceptions du soutien d’un enseignant associé à la formation du stagiaire","year":2011,"lang":"fr","type":"article","venue":"Éducation et francophonie","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Humanities; Psychology; Philosophy","score_opus":0.11195648579632908,"score_gpt":0.37374796615180395,"score_spread":0.26179148035547484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154191101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8671658,0.0014330203,0.00805673,0.019516876,0.00438041,0.0004408304,0.00004364963,0.00020516435,0.0987575],"genre_scores_gemma":[0.9793594,0.0039416803,0.0074947877,0.00075439527,0.00063171366,0.00007833242,0.0000699287,0.00003785965,0.007631896],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9944496,0.003240308,0.0006448571,0.00040923146,0.0007848514,0.00047112623],"domain_scores_gemma":[0.997097,0.0007838689,0.0007885816,0.0003920674,0.0006967776,0.00024166927],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0048265797,0.00028378263,0.00028103846,0.0002211433,0.0020879067,0.00018091378,0.00041615652,0.0003322826,0.010581778],"category_scores_gemma":[0.002330228,0.00030964531,0.00022586883,0.0008518598,0.00084156677,0.003958592,0.0000673145,0.0005000609,0.0022522702],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020670499,0.0009350695,0.020939503,0.000046395817,0.00010889625,0.000006024383,0.9109457,0.000114324255,0.000112444264,0.009376622,0.021885913,0.03550842],"study_design_scores_gemma":[0.001053443,0.00019694312,0.49041715,0.00020658644,0.00039498907,0.00007310104,0.3061439,0.0022278735,0.00027017953,0.01091135,0.18729693,0.000807531],"about_ca_topic_score_codex":0.016781677,"about_ca_topic_score_gemma":0.005598251,"teacher_disagreement_score":0.6048018,"about_ca_system_score_codex":0.0011091131,"about_ca_system_score_gemma":0.0013451797,"threshold_uncertainty_score":0.99993557},"labels":[],"label_agreement":null},{"id":"W2155319558","doi":"10.7202/011037ar","title":"Les transformations du travail des professeurs des universités québécoises : tendances fondamentales et développements souhaités","year":2005,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Political science; Humanities; Sociology; Philosophy","score_opus":0.6579947659264972,"score_gpt":0.5331285917829398,"score_spread":0.12486617414355738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155319558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89030975,0.010752025,0.0065567284,0.048113476,0.0009332837,0.000497939,0.00002942024,0.00013726954,0.042670134],"genre_scores_gemma":[0.93454015,0.0121390475,0.04578762,0.00032772223,0.0003443844,0.000042651754,0.00002046242,0.000019508867,0.006778422],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99555796,0.0019557166,0.00053289806,0.0005021835,0.0007286272,0.00072261895],"domain_scores_gemma":[0.99809444,0.0006349843,0.000488337,0.00019116199,0.00035189305,0.00023915665],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0056477142,0.00028866268,0.00023965829,0.00030800852,0.0063695977,0.00052597915,0.0008308567,0.00017216998,0.0007758039],"category_scores_gemma":[0.00090341596,0.00031198395,0.00014216146,0.0013723362,0.007256698,0.006862079,0.000052933796,0.00030597407,0.00017614213],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013553216,0.00056886976,0.053053804,0.00034963829,0.000052424668,0.000001325714,0.5774496,0.0030497152,0.0003114881,0.047481053,0.0011476692,0.31652084],"study_design_scores_gemma":[0.0007231391,0.0005275721,0.26466525,0.0018265652,0.00046845234,0.00010871834,0.5479337,0.009090798,0.0006823932,0.028327627,0.14459059,0.0010552206],"about_ca_topic_score_codex":0.025544457,"about_ca_topic_score_gemma":0.13860025,"teacher_disagreement_score":0.3154656,"about_ca_system_score_codex":0.0028890148,"about_ca_system_score_gemma":0.0015716433,"threshold_uncertainty_score":0.99993324},"labels":[],"label_agreement":null},{"id":"W2155329440","doi":"10.7202/1007667ar","title":"L’engagement et la persévérance des étudiants dans trois programmes innovants de premier cycle en génie et en médecine","year":2012,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.38444152939537973,"score_gpt":0.5201854810449955,"score_spread":0.13574395164961578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155329440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9421338,0.004599887,0.0045082476,0.020671912,0.001176654,0.00053252256,0.000010012212,0.00009627194,0.026270691],"genre_scores_gemma":[0.91615283,0.003090163,0.07810319,0.00034326076,0.0005550012,0.00010335507,0.000007982839,0.00002327198,0.0016209385],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9893138,0.008089286,0.0004276515,0.00047316385,0.00072474347,0.00097134704],"domain_scores_gemma":[0.99682534,0.0019515123,0.00046305367,0.00027747598,0.00020164852,0.000280959],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.035809837,0.00024494724,0.00023189686,0.00019150648,0.0016376937,0.00047900193,0.0007480235,0.00019469661,0.00022361158],"category_scores_gemma":[0.0073304973,0.00025501696,0.00009174836,0.0014627456,0.0021533077,0.0051607033,0.0001230394,0.00049438473,0.00014360632],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010362914,0.000897786,0.35133758,0.00019991529,0.00003378631,0.0000018986059,0.51054037,0.0009615983,0.0007317275,0.09049962,0.00036616475,0.044419177],"study_design_scores_gemma":[0.00043184866,0.00028909594,0.84421694,0.0006770328,0.00017830891,0.00010502939,0.10247779,0.004730844,0.00028770452,0.017996578,0.02808989,0.000518959],"about_ca_topic_score_codex":0.0043512573,"about_ca_topic_score_gemma":0.0043154373,"teacher_disagreement_score":0.49287933,"about_ca_system_score_codex":0.0025580535,"about_ca_system_score_gemma":0.0015840037,"threshold_uncertainty_score":0.9999902},"labels":[],"label_agreement":null},{"id":"W2156937972","doi":"10.7202/900055ar","title":"Attitudes et performance des étudiants en sciences dans l’emploi d’une unité d’audio-tutorat en biologie au niveau secondaire","year":2009,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre Jeunesse de Quebec","funders":"","keywords":"Humanities; Sociology; Philosophy","score_opus":0.47870443670571755,"score_gpt":0.5137708362145217,"score_spread":0.035066399508804136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156937972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9245922,0.0024886944,0.00068273133,0.036824588,0.0020033268,0.00038026628,0.000012909724,0.00014529486,0.03286997],"genre_scores_gemma":[0.9739101,0.004140879,0.017592762,0.0005049445,0.00066868425,0.000023774177,0.0000114355125,0.000014576846,0.0031328497],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9929358,0.003571756,0.00059465197,0.00091006525,0.00086404005,0.0011237023],"domain_scores_gemma":[0.99663216,0.0017761713,0.000637841,0.00034536188,0.00032696253,0.00028148098],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.018378241,0.00037225412,0.00036683818,0.00037851423,0.0062511675,0.0007599522,0.0017100042,0.00029939375,0.0002202856],"category_scores_gemma":[0.004042025,0.00036373822,0.00013271756,0.0033960606,0.0090689715,0.00754533,0.00012266694,0.00050243415,0.00027789903],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014150801,0.0005590613,0.45814326,0.00024168156,0.0000323631,0.000005774937,0.35663772,0.007819626,0.0015522224,0.07677114,0.0005351115,0.09768789],"study_design_scores_gemma":[0.00023313308,0.0012532249,0.87666905,0.00090399984,0.000102141516,0.00009601122,0.0876444,0.0047257096,0.0005246434,0.01997283,0.00719155,0.0006833],"about_ca_topic_score_codex":0.0063454397,"about_ca_topic_score_gemma":0.013746258,"teacher_disagreement_score":0.4185258,"about_ca_system_score_codex":0.0026885786,"about_ca_system_score_gemma":0.00477455,"threshold_uncertainty_score":0.99988145},"labels":[],"label_agreement":null},{"id":"W2157798782","doi":"10.1080/07294360802444321","title":"Why is the Scholarship of Teaching and Learning such a hard sell?","year":2009,"lang":"en","type":"article","venue":"Higher Education Research & Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":170,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Scholarship; Operationalization; Scholarship of Teaching and Learning; Promotion (chess); Sociology; Engineering ethics; Epistemology; Mathematics education; Political science; Pedagogy; Psychology; Teaching method; Teaching and learning center; Philosophy; Law; Engineering; Politics","score_opus":0.21160771665796022,"score_gpt":0.518552727231267,"score_spread":0.3069450105733068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157798782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66617006,0.0006923463,0.000025153742,0.28755242,0.00023360357,0.0004087634,1.9544042e-7,0.000044909404,0.04487257],"genre_scores_gemma":[0.9506343,0.0001256146,0.010551177,0.002902647,0.00016153484,0.000039408886,0.0000031506236,0.0000074617606,0.03557468],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99357545,0.0041360664,0.00024282192,0.00024214442,0.0014885857,0.00031491977],"domain_scores_gemma":[0.9977573,0.0012773765,0.00013682815,0.00017313144,0.0005266438,0.00012870687],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.022636365,0.00007821474,0.0000924622,0.0002056168,0.0027515795,0.00031949792,0.00036318105,0.00006580927,0.0006322076],"category_scores_gemma":[0.0032987841,0.000062328116,0.000020929012,0.00036069917,0.00017794113,0.0005001993,0.00005817159,0.001215925,0.000060992777],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037059395,0.00054596225,0.06715026,0.0000434897,0.00006078052,5.7700015e-7,0.32976034,0.000009443663,0.001207995,0.14049195,0.13837259,0.32231957],"study_design_scores_gemma":[0.0000562105,0.000022324144,0.29187816,0.000045341836,0.000003516903,2.9272923e-7,0.006495624,0.0000017217977,0.00014313715,0.002442735,0.6988512,0.000059720667],"about_ca_topic_score_codex":0.0014501549,"about_ca_topic_score_gemma":0.000087942426,"teacher_disagreement_score":0.5604786,"about_ca_system_score_codex":0.00023337941,"about_ca_system_score_gemma":0.0016831406,"threshold_uncertainty_score":0.9985467},"labels":[],"label_agreement":null},{"id":"W2157943007","doi":"10.1103/physrevstper.9.023102","title":"Use of research-based instructional strategies: How to avoid faculty quitting","year":2013,"lang":"en","type":"article","venue":"Physical Review Special Topics - Physics Education Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Medical education; Psychology; Mathematics education; Medicine","score_opus":0.5928757163794591,"score_gpt":0.6311008047557212,"score_spread":0.03822508837626204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157943007","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32841393,0.0009570576,0.00066645694,0.5047344,0.002219952,0.008545176,0.000054746306,0.0001701484,0.15423812],"genre_scores_gemma":[0.9105486,0.001959089,0.016399344,0.0016392277,0.056396995,0.0015712634,0.00015868411,0.00007978492,0.0112470025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99158686,0.003354566,0.00036970188,0.0004725003,0.0035900932,0.0006262856],"domain_scores_gemma":[0.99170095,0.0024201209,0.00022545447,0.0005154825,0.0047731567,0.00036485627],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005211072,0.00015319805,0.0003406023,0.00022065229,0.0010602835,0.0007447164,0.00072197244,0.000064989246,0.00071995275],"category_scores_gemma":[0.014827069,0.00014903198,0.00015268177,0.002194522,0.0009415999,0.0018356894,0.00017126965,0.0010530893,0.000526154],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006337773,0.0005982417,0.00019878797,0.00047179495,0.000014864053,1.2691638e-7,0.0029716853,0.000039561324,0.0003412351,0.74082315,0.06256022,0.19197395],"study_design_scores_gemma":[0.00009489457,0.000115534596,0.0027687137,0.0011360855,0.000016155665,1.271276e-7,0.0056939,0.00016688,0.00052703527,0.14830035,0.84096164,0.0002186711],"about_ca_topic_score_codex":0.004712768,"about_ca_topic_score_gemma":0.00022527862,"teacher_disagreement_score":0.77840143,"about_ca_system_score_codex":0.000473576,"about_ca_system_score_gemma":0.004576269,"threshold_uncertainty_score":0.99347144},"labels":[],"label_agreement":null},{"id":"W2158216014","doi":"10.5539/hes.v2n3p55","title":"Comparing Ratings: In-class (paper) vs. Out of Class (online) Student Evaluations","year":2012,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Promotion (chess); Higher education; Merit pay; Mathematics education; Set (abstract data type); Psychology; Online assessment; Class size; Medical education; Computer science; Political science; Formative assessment; Economics; Medicine; Incentive","score_opus":0.3702215914005005,"score_gpt":0.5686915462606925,"score_spread":0.19846995486019203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158216014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9279438,0.005851769,0.0000073996403,0.02447751,0.0051144976,0.00038659034,0.000002050217,0.00006192262,0.03615444],"genre_scores_gemma":[0.98991305,0.00034890912,0.0013508939,0.00066114136,0.00080898905,0.000115743496,0.000008408629,0.000011743132,0.006781128],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99731284,0.00087625295,0.0005139736,0.00019421279,0.0008155339,0.00028718563],"domain_scores_gemma":[0.9976548,0.0009073138,0.00045866493,0.00021620457,0.0006793901,0.00008362336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032380798,0.000128756,0.00028832653,0.00017426505,0.0004411791,0.00004778242,0.00023677674,0.000059371327,0.00028792085],"category_scores_gemma":[0.00092385843,0.00012629786,0.00005317846,0.00032493836,0.00022470496,0.0009189498,0.00009180341,0.0001858221,0.000094768584],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009103985,0.0012536993,0.79054224,0.000035620946,0.000111372574,4.4733458e-8,0.13325651,0.00008810098,0.00014230392,0.06294883,0.010646928,0.0009652288],"study_design_scores_gemma":[0.00019926678,0.000016700687,0.67418265,0.00006907964,0.00007042155,8.125684e-8,0.09447007,0.000008963326,0.00001317363,0.00030188012,0.23054792,0.000119813056],"about_ca_topic_score_codex":0.00058874395,"about_ca_topic_score_gemma":0.002167249,"teacher_disagreement_score":0.21990098,"about_ca_system_score_codex":0.00039641876,"about_ca_system_score_gemma":0.0003941784,"threshold_uncertainty_score":0.5150277},"labels":[],"label_agreement":null},{"id":"W2158712864","doi":"10.5206/cjsotl-rcacea.2011.2.4","title":"Examination of the Quality of Multiple-choice Items on Classroom Tests","year":2011,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University","funders":"Brock University","keywords":"Multiple choice; Psychology; Selection (genetic algorithm); Quality (philosophy); Test (biology); Social psychology; Statistical analysis; Statistics; Significant difference; Mathematics; Computer science; Biology; Artificial intelligence; Philosophy","score_opus":0.3066813021309989,"score_gpt":0.44010190559179696,"score_spread":0.13342060346079804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158712864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906896,0.00025425435,0.00007288946,0.003667284,0.00035437304,0.00021526511,0.0000038124451,0.0000063608736,0.004736197],"genre_scores_gemma":[0.9983848,0.000009344221,0.0003281744,0.00008542017,0.00011985712,0.0000025945003,4.0131297e-7,0.000009961051,0.0010594866],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9910782,0.0077460343,0.00037383384,0.000095005096,0.00050240254,0.00020454876],"domain_scores_gemma":[0.9871651,0.01123171,0.001036259,0.00020177179,0.00024487407,0.00012027393],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04849466,0.000081858925,0.00014554232,0.00010129436,0.004991377,0.0001037168,0.00066013733,0.00007980943,0.000028562858],"category_scores_gemma":[0.09836846,0.000046140365,0.00011314813,0.00011486745,0.0004026341,0.00034624856,0.00002097795,0.0021113765,6.576758e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007027935,0.000044512875,0.6635009,0.000047451205,0.00013124807,2.661274e-7,0.20579228,0.0011976684,0.0010528633,0.040948525,0.000076157405,0.08713785],"study_design_scores_gemma":[0.00028830502,0.000111156834,0.97055376,0.00018277006,0.00006841606,0.0000033221042,0.01718001,0.00017754153,0.00013616467,0.0022389316,0.008982045,0.000077605095],"about_ca_topic_score_codex":0.10738308,"about_ca_topic_score_gemma":0.14434513,"teacher_disagreement_score":0.30705285,"about_ca_system_score_codex":0.000095945965,"about_ca_system_score_gemma":0.0003914585,"threshold_uncertainty_score":0.996304},"labels":[],"label_agreement":null},{"id":"W2159793511","doi":"10.26522/brocked.v24i1.448","title":"My Position Comes with Privilege: I’m Going to Learn How to Use It","year":2015,"lang":"en","type":"article","venue":"Brock Education Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Institution; Privilege (computing); Politics; Sociology; State (computer science); Narrative; Position (finance); Pedagogy; Service (business); Psychology; Political science; Law; Social science; Computer science; Art; Marketing; Business","score_opus":0.14889587947616859,"score_gpt":0.44111914820229264,"score_spread":0.29222326872612403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159793511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5910777,0.000048241756,0.008533399,0.38764435,0.0017463667,0.00043147095,0.0000013458283,0.00007009304,0.010447065],"genre_scores_gemma":[0.91353357,0.000013182331,0.02819909,0.005465556,0.0012107716,0.000020399611,0.0000038600497,0.00001783669,0.051535714],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979725,0.00060992,0.00017265441,0.00016039629,0.0008569415,0.00022760624],"domain_scores_gemma":[0.99776506,0.00022032096,0.0002458767,0.00013203637,0.0008551234,0.0007815676],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013153232,0.00009063772,0.000098051096,0.00021590812,0.00075129746,0.0011421526,0.00024449202,0.00004551961,0.0001557356],"category_scores_gemma":[0.005848103,0.00008272771,0.000028440898,0.0003557217,0.000026197557,0.0019281128,0.000028130402,0.00026162175,0.00038088294],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009726842,0.00023082271,0.04570228,0.0000051836014,0.000029628594,0.0000018388472,0.07762228,0.00086808763,0.00030896542,0.0018762058,0.85271037,0.020547088],"study_design_scores_gemma":[0.00020485117,0.00019513925,0.028685367,0.00010567757,0.000028169175,0.00006748324,0.038847856,0.0000093336075,0.00004490749,0.00029045157,0.93135583,0.00016494168],"about_ca_topic_score_codex":0.00029003932,"about_ca_topic_score_gemma":0.0010913089,"teacher_disagreement_score":0.38217878,"about_ca_system_score_codex":0.00046792917,"about_ca_system_score_gemma":0.00267179,"threshold_uncertainty_score":0.99989474},"labels":[],"label_agreement":null},{"id":"W2162797855","doi":"10.3109/0142159x.2012.733460","title":"Peer review: An effective approach to cultivating lecturing virtuosity","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Thematic analysis; Medical education; Psychology; Peer review; Qualitative research; Pedagogy; Medicine; Sociology","score_opus":0.1571308543978145,"score_gpt":0.4831425971726568,"score_spread":0.3260117427748423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162797855","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25636923,0.0019171601,0.010424656,0.07635343,0.00078557583,0.0014883801,9.309669e-7,0.00043121804,0.6522294],"genre_scores_gemma":[0.9735616,0.000044794684,0.004838357,0.003903146,0.0019832372,0.00013616816,0.000010882876,0.000022431435,0.0154994],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934,0.0028407655,0.00021906056,0.00025668746,0.002837408,0.00044610983],"domain_scores_gemma":[0.99842554,0.00032759225,0.00010752459,0.00021567469,0.0001981896,0.0007255023],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.028596189,0.0001197324,0.00020386663,0.00004480102,0.00053542096,0.00005214007,0.0004047256,0.00015274972,0.002044168],"category_scores_gemma":[0.06654633,0.00009990324,0.000060000166,0.0002424876,0.00012035563,0.0007344532,0.00007682642,0.00066348084,0.00021786997],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002758849,0.0020290497,0.16820277,0.00025429614,0.00010909472,0.0000024932654,0.2356296,0.0000141963965,0.00011779197,0.008238419,0.212044,0.37333068],"study_design_scores_gemma":[0.00023764279,0.00004874417,0.021576615,0.00029564192,0.00005873558,0.0000032411413,0.0037234207,0.00030516344,0.0000513502,0.00007924114,0.97331446,0.00030575285],"about_ca_topic_score_codex":0.0014300686,"about_ca_topic_score_gemma":0.00007027084,"teacher_disagreement_score":0.76127046,"about_ca_system_score_codex":0.00020332457,"about_ca_system_score_gemma":0.00008683233,"threshold_uncertainty_score":0.9988681},"labels":[],"label_agreement":null},{"id":"W2164521028","doi":"10.5539/hes.v2n4p68","title":"Using Potential Performance Theory to Assess How to Increase Student Consistency in Taking Exams","year":2012,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Consistency (knowledge bases); Test (biology); Mathematics education; Psychology; Computer science; Artificial intelligence","score_opus":0.4184138131814865,"score_gpt":0.5502017197426945,"score_spread":0.13178790656120798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164521028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97758186,0.0015153063,0.00010797556,0.008705204,0.003678672,0.00037509756,6.606779e-7,0.000044243086,0.00799098],"genre_scores_gemma":[0.98801416,0.00006428214,0.0045171017,0.0012237766,0.0009081326,0.000112983005,9.569301e-7,0.000011424383,0.0051471977],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99771863,0.0009656068,0.0002127358,0.00020921622,0.0005623476,0.00033148567],"domain_scores_gemma":[0.9987107,0.00042284594,0.00021067346,0.00017401879,0.00032031964,0.0001614636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042157127,0.00011818755,0.00017364553,0.00020996216,0.00069125777,0.00013359799,0.000198878,0.000040811432,0.00017644424],"category_scores_gemma":[0.00097357034,0.00011496624,0.000027913895,0.0004160416,0.0000889098,0.0009224124,0.00012754458,0.000118973905,0.000078036195],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004557952,0.00081202266,0.7613125,0.00004966752,0.00011977507,7.687741e-7,0.15327817,0.00029627953,0.00058252487,0.06549803,0.003889715,0.01411497],"study_design_scores_gemma":[0.000114152965,0.00002253839,0.82134515,0.0000985104,0.00005828835,7.988027e-7,0.11457307,0.0000020335692,0.000036704652,0.00015579637,0.06339518,0.00019776574],"about_ca_topic_score_codex":0.0008257843,"about_ca_topic_score_gemma":0.00019806564,"teacher_disagreement_score":0.06534223,"about_ca_system_score_codex":0.00047292237,"about_ca_system_score_gemma":0.00030047476,"threshold_uncertainty_score":0.5316666},"labels":[],"label_agreement":null},{"id":"W2166918297","doi":"10.22329/jtl.v4i1.87","title":"The Scholarship of College Teaching: Research Opportunities in the New Millennium","year":2006,"lang":"en","type":"article","venue":"Journal of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Fanshawe College","funders":"","keywords":"Excellence; Mentorship; Scholarship; Professional development; Face (sociological concept); Faculty development; Medical education; Pedagogy; Service (business); Sociology; Mathematics education; Political science; Psychology; Medicine; Social science","score_opus":0.3486826648865366,"score_gpt":0.4980051946422498,"score_spread":0.1493225297557132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166918297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8614723,0.0036850376,0.00006140585,0.0776516,0.00019408668,0.000115856215,3.4663623e-7,0.000011519073,0.056807853],"genre_scores_gemma":[0.9896246,0.00044110298,0.001240989,0.00008164797,0.00063555647,0.0000010212575,3.016012e-7,0.000008791746,0.007965973],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97601265,0.021591809,0.00054329843,0.00010122471,0.0014460692,0.00030494772],"domain_scores_gemma":[0.98845893,0.010517242,0.00064341887,0.00012014838,0.00018719047,0.00007305277],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.124901645,0.00008054389,0.0001707645,0.0002662177,0.004327474,0.00034704842,0.0005935653,0.00007583345,0.000012244858],"category_scores_gemma":[0.024959214,0.00004858084,0.000072334624,0.00013590702,0.00029270898,0.0006622839,0.000053559343,0.0056184484,0.0000013106196],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022190827,0.00027100538,0.07174555,0.000035872206,0.00007322807,0.00005854024,0.22823912,0.0011256806,0.0006685613,0.46561462,0.045746498,0.18619941],"study_design_scores_gemma":[0.00032148752,0.00017238193,0.02134743,0.0001589425,0.000019379633,0.000028756438,0.2054751,0.000054676184,0.0000058008254,0.0050507407,0.76729584,0.00006944003],"about_ca_topic_score_codex":0.007492022,"about_ca_topic_score_gemma":0.0010243986,"teacher_disagreement_score":0.72154933,"about_ca_system_score_codex":0.00008468028,"about_ca_system_score_gemma":0.00047529404,"threshold_uncertainty_score":0.9991172},"labels":[],"label_agreement":null},{"id":"W2167158352","doi":"10.1177/1469787411429187","title":"Student perception of academic grading: Personality, academic orientation, and effort","year":2012,"lang":"en","type":"article","venue":"Active Learning in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor; Lakehead University","funders":"","keywords":"Conscientiousness; Psychology; Conceptualization; Openness to experience; Grading (engineering); Perception; Personality; Social psychology; Goal orientation; Higher education; Neuroticism; Big Five personality traits; Extraversion and introversion","score_opus":0.1370714621403615,"score_gpt":0.4998119262397324,"score_spread":0.3627404640993709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167158352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856138,0.00032824645,0.0000120096065,0.006152764,0.0008126058,0.00023426446,3.234677e-7,0.000036367685,0.0068095913],"genre_scores_gemma":[0.99488765,0.00024961945,0.0002616655,0.0001376018,0.00056251546,0.000041942156,0.0000131483275,0.000010205198,0.0038356401],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981177,0.0007676971,0.00024245518,0.00018321454,0.00048513882,0.00020378403],"domain_scores_gemma":[0.99897623,0.0003924634,0.0003549549,0.00006616684,0.00012377927,0.00008640295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027691154,0.00008339887,0.00011018611,0.00016873289,0.0002679882,0.00001995273,0.00012418411,0.00015785612,0.0004077744],"category_scores_gemma":[0.0006491488,0.00009203249,0.000022158447,0.00027470596,0.00013823571,0.0014156012,0.000030245346,0.00073383126,0.000020074407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010709149,0.000057024503,0.84238756,0.0000101436,0.000007630202,1.1109614e-8,0.13276535,0.000015343625,0.0007011065,0.017329015,0.000111014546,0.0066051],"study_design_scores_gemma":[0.000124349,0.000021559363,0.9305194,0.000038585593,0.000027173282,4.6978226e-7,0.046281014,0.0000049780406,0.00003699217,0.00054918916,0.022308603,0.00008768983],"about_ca_topic_score_codex":0.001547033,"about_ca_topic_score_gemma":0.000021998965,"teacher_disagreement_score":0.088131845,"about_ca_system_score_codex":0.00040126324,"about_ca_system_score_gemma":0.00020341239,"threshold_uncertainty_score":0.4464844},"labels":[],"label_agreement":null},{"id":"W2167787171","doi":"","title":"An ‘interteaching’ informed approach to instructing large undergraduate classes","year":2009,"lang":"en","type":"article","venue":"Indiana Magazine of History (Indiana University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Windsor","keywords":"Attendance; Preference; Class (philosophy); Psychology; Mathematics education; Medical education; Critical thinking; Computer science; Medicine; Mathematics","score_opus":0.06104512006917927,"score_gpt":0.32743147783660775,"score_spread":0.26638635776742847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167787171","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38320747,0.000076804565,0.0013306714,0.0031007435,0.0004898616,0.00049477065,0.00001336378,0.0002491709,0.61103714],"genre_scores_gemma":[0.9813407,0.00003620572,0.006936615,0.00055343925,0.00012857307,7.9672685e-7,0.00002165138,0.000017740049,0.010964245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972655,0.0006925661,0.0003582461,0.00042553837,0.0007176607,0.0005404654],"domain_scores_gemma":[0.9981798,0.00019094255,0.00054060604,0.0004369048,0.00020142653,0.0004503153],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014915887,0.00022644966,0.00038842077,0.0014453608,0.0007060016,0.000059207967,0.0010075875,0.00017418036,0.00014473431],"category_scores_gemma":[0.0009786036,0.00027667402,0.00015463404,0.0007285664,0.00022731186,0.0022518877,0.000059952465,0.00043560384,0.00010647139],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004966696,0.0019680164,0.029238084,0.0001527306,0.00032145577,0.0001565248,0.2764465,0.0007126067,0.0017313674,0.5990881,0.043675784,0.04601217],"study_design_scores_gemma":[0.0010025527,0.000257604,0.018465195,0.00005482423,0.000089844594,0.000004082135,0.01661916,0.00008306916,0.0000244809,0.0003355119,0.9626367,0.00042697942],"about_ca_topic_score_codex":0.0016945814,"about_ca_topic_score_gemma":0.006834805,"teacher_disagreement_score":0.9189609,"about_ca_system_score_codex":0.0020347044,"about_ca_system_score_gemma":0.0013146966,"threshold_uncertainty_score":0.9999685},"labels":[],"label_agreement":null},{"id":"W2168782940","doi":"10.21225/d5fg7m","title":"Teaching Compressed-Format Courses: Teacher-Based Best Practices","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of University Continuing Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Session (web analytics); Set (abstract data type); Value (mathematics); Mathematics education; Computer science; Best practice; Teaching method; Medical education; Psychology; Multimedia; Medicine; World Wide Web; Management","score_opus":0.063600476278399,"score_gpt":0.3665871304426013,"score_spread":0.30298665416420234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168782940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83956206,0.00018201755,0.0020263197,0.032309156,0.0017849348,0.00015872814,0.0000028056777,0.00002732484,0.12394666],"genre_scores_gemma":[0.9892433,0.000009790176,0.0025988468,0.00025468328,0.0005298897,1.3313864e-7,0.0000036424824,0.0000078881585,0.0073517947],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974345,0.0017054207,0.00019848309,0.00010716807,0.00032728218,0.00022712082],"domain_scores_gemma":[0.9967255,0.0006845885,0.0014173988,0.0001371437,0.00055086514,0.00048447744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052000303,0.000084755666,0.00014058185,0.0004555299,0.00095971767,0.00023517493,0.00048789554,0.00008728737,0.00015064592],"category_scores_gemma":[0.006635142,0.00010103251,0.00007013629,0.00014584222,0.00015708759,0.0017704491,0.0000070750634,0.0004915309,0.000022149718],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001251646,0.0005161845,0.1279849,0.00007586235,0.00012474736,0.000028230521,0.18542011,0.0012885506,0.00021029964,0.06773284,0.059272446,0.5572207],"study_design_scores_gemma":[0.00026826476,0.000058868398,0.0023007416,0.00019263793,0.000103467944,0.000006552643,0.06915865,0.00044428406,0.0000068846016,0.00010369175,0.927236,0.00011992451],"about_ca_topic_score_codex":0.16600494,"about_ca_topic_score_gemma":0.13104226,"teacher_disagreement_score":0.8679636,"about_ca_system_score_codex":0.00061743654,"about_ca_system_score_gemma":0.0043883384,"threshold_uncertainty_score":0.88481396},"labels":[],"label_agreement":null},{"id":"W2169472225","doi":"10.5539/ass.v7n11p81","title":"Staff Sentiment and Engagement: A Critical Consideration in a Time of Change","year":2011,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Teaching staff; Professional development; Unit (ring theory); Public relations; Psychology; Compliance (psychology); Sociology; Pedagogy; Political science; Medical education; Mathematics education; Social psychology; Medicine","score_opus":0.29238414734070634,"score_gpt":0.4633522913023476,"score_spread":0.17096814396164128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169472225","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.416396,0.000038235386,0.00008593793,0.01719392,0.0001936262,0.0004884165,0.0000033362162,0.00004622298,0.5655543],"genre_scores_gemma":[0.9983489,0.0000058408414,0.0013706167,0.000117185555,0.00005650546,0.000012576062,2.432672e-7,0.0000023438943,0.0000857953],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9983479,0.00045777147,0.00014755756,0.00017626704,0.000661177,0.00020935708],"domain_scores_gemma":[0.99955374,0.00014464914,0.00008408697,0.00005538584,0.000094093775,0.00006804817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051428895,0.000045769724,0.00008355277,0.00010463112,0.0006750405,0.00007767863,0.0001777302,0.00003799972,0.00036642607],"category_scores_gemma":[0.0017359082,0.00004928967,0.000014327479,0.00036577528,0.0014047559,0.0009654282,0.00007182003,0.000090663816,0.000016943466],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008715261,0.00017172712,0.0062588924,0.0000065268596,0.0000027776043,0.0000027043247,0.5107682,8.253664e-9,0.00081635505,0.44444305,0.00007941852,0.037441667],"study_design_scores_gemma":[0.00075005315,0.00026249804,0.8174913,0.00007100937,0.0000482517,0.0000017571858,0.12702692,0.000118135365,0.0016736406,0.044711415,0.007412934,0.00043207366],"about_ca_topic_score_codex":0.0013160147,"about_ca_topic_score_gemma":0.00035826658,"teacher_disagreement_score":0.8112324,"about_ca_system_score_codex":0.00008031306,"about_ca_system_score_gemma":0.00018517756,"threshold_uncertainty_score":0.5191934},"labels":[],"label_agreement":null},{"id":"W2174910133","doi":"10.19030/cier.v4i12.6659","title":"Trial by Hire: The Seven Stages of Learning to Teach in Higher Education","year":2011,"lang":"en","type":"article","venue":"Contemporary Issues in Education Research (CIER)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Transformative learning; Psychology; Scholarship; Higher education; Narrative; Pedagogy; Scholarship of Teaching and Learning; Faculty development; Medical education; Teaching method; Mathematics education; Teaching and learning center; Professional development; Political science; Medicine","score_opus":0.38468968597310776,"score_gpt":0.5527817711448031,"score_spread":0.16809208517169533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2174910133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7248178,0.0038970998,0.000002460127,0.09669777,0.0014606707,0.0020500736,0.000002701736,0.000038200305,0.17103322],"genre_scores_gemma":[0.885333,0.00020935635,0.00036451727,0.0002334098,0.00039595395,0.00038346736,0.000018390076,0.000015529602,0.11304635],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912753,0.0063310666,0.0005249191,0.00035993182,0.0011522636,0.00035649058],"domain_scores_gemma":[0.99748284,0.0012630167,0.00024592466,0.00038925975,0.00047309033,0.00014588021],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017111233,0.00011279405,0.00019829639,0.0005439375,0.00040155565,0.00012145993,0.00085019565,0.00012857834,0.0014313582],"category_scores_gemma":[0.0075524943,0.000100035664,0.00003926417,0.0012268826,0.0003728575,0.0009477691,0.00011497229,0.00082291,0.000096700365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015058909,0.0027748288,0.098517574,0.000044541066,0.00002081651,8.4959044e-7,0.4285035,0.000009318488,0.00043809382,0.025251206,0.40900996,0.033923402],"study_design_scores_gemma":[0.0009945108,0.00019421797,0.018418957,0.00009736191,0.0000025228749,9.389836e-8,0.13904704,0.0000033284834,0.00014642201,0.0021862914,0.83879286,0.0001164079],"about_ca_topic_score_codex":0.030432945,"about_ca_topic_score_gemma":0.00083807064,"teacher_disagreement_score":0.42978287,"about_ca_system_score_codex":0.00036772253,"about_ca_system_score_gemma":0.004225588,"threshold_uncertainty_score":0.99948144},"labels":[],"label_agreement":null},{"id":"W2178567184","doi":"10.5539/ibr.v8n12p26","title":"Determinants of Accounting Student Evaluations of Teaching Scores","year":2015,"lang":"en","type":"article","venue":"International Business Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Grading (engineering); Set (abstract data type); Univariate; Psychology; Incentive; Class (philosophy); Medical education; Mathematics education; Accounting; Multivariate statistics; Medicine; Computer science; Statistics; Mathematics; Engineering; Business; Economics","score_opus":0.4481696845947795,"score_gpt":0.6314900640960321,"score_spread":0.18332037950125263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2178567184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9467202,0.00007253676,0.00019412908,0.0037499066,0.0005700478,0.00021887814,0.000006253211,0.000017846494,0.048450228],"genre_scores_gemma":[0.9969632,0.000028200751,0.0014945052,0.000012715263,0.0002733343,0.000019690273,0.000005198248,0.000008618204,0.0011945617],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99397755,0.0011878221,0.00040192937,0.0001733687,0.0040551024,0.00020423655],"domain_scores_gemma":[0.9921829,0.0014214376,0.00030711704,0.00017579056,0.0058443015,0.000068438036],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019396648,0.00005958689,0.00013418225,0.0004983404,0.00029113042,0.00011760267,0.00087138073,0.000053542717,0.00020303948],"category_scores_gemma":[0.035472713,0.00005832223,0.000033951947,0.00045769764,0.00036156154,0.0008808573,0.00025323353,0.00026568162,0.0000385861],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045869492,0.00029941075,0.95396286,0.000020618598,0.000033508793,0.000002249686,0.017813288,0.0006423137,0.00083996565,0.012913635,0.00092366536,0.012502637],"study_design_scores_gemma":[0.00061612664,0.000048121234,0.95943594,0.00026708897,0.000016769282,0.0000017978875,0.017523149,0.001035145,0.00078164594,0.0055608847,0.014592543,0.00012077296],"about_ca_topic_score_codex":0.009216688,"about_ca_topic_score_gemma":0.0012811626,"teacher_disagreement_score":0.050243,"about_ca_system_score_codex":0.00022752007,"about_ca_system_score_gemma":0.0010453496,"threshold_uncertainty_score":0.99738103},"labels":[],"label_agreement":null},{"id":"W2181501527","doi":"","title":"The opinions expressed in this research document are those of the authors and do not necessarily represent the views or official polices of the Higher Education Quality Council of Ontario or other agencies or organizations that may have provided support, financial or otherwise, for this project.","year":2011,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Political science; Public relations; Medical education; Medicine; Epistemology","score_opus":0.6133001328368121,"score_gpt":0.5223020870367584,"score_spread":0.09099804580005366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2181501527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67362267,0.00041021808,0.000116484916,0.16222689,0.0033902684,0.028361088,0.00059056137,0.00012536255,0.13115647],"genre_scores_gemma":[0.6837275,0.00010933017,0.0008397792,0.00050019624,0.00016005736,0.0005877413,0.0000028481793,0.000029186622,0.31404334],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.992556,0.0038047275,0.0009016636,0.00039358533,0.0019711703,0.0003728788],"domain_scores_gemma":[0.9912479,0.0043933964,0.0015204415,0.0009945803,0.0017867141,0.000056967037],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015323995,0.00019570903,0.00034528784,0.00008764664,0.0015774742,0.00018712693,0.0013966142,0.00017647266,0.004054689],"category_scores_gemma":[0.017473463,0.00007113936,0.00010562099,0.0009643428,0.0011496679,0.00051678624,0.00033183512,0.00037974786,0.0000018872911],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027626448,0.0008385815,0.037829902,0.00017967401,0.000095032105,2.2230905e-7,0.8159264,0.000008752316,0.00025222148,0.06487311,0.07577681,0.0014566827],"study_design_scores_gemma":[0.000889017,0.0003292921,0.10886911,0.0002994863,0.00012258817,0.0000010166416,0.13490437,0.000013948415,0.0049637407,0.0029390308,0.7464111,0.00025732123],"about_ca_topic_score_codex":0.5100543,"about_ca_topic_score_gemma":0.8890727,"teacher_disagreement_score":0.681022,"about_ca_system_score_codex":0.0007757064,"about_ca_system_score_gemma":0.033421297,"threshold_uncertainty_score":0.99972236},"labels":[],"label_agreement":null},{"id":"W2182574789","doi":"10.5539/hes.v5n6p9","title":"Response Rate and Teaching Effectiveness in Institutional Student Evaluation of Teaching: A Multiple Linear Regression Study","year":2015,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class size; Affect (linguistics); Set (abstract data type); Psychology; Mathematics education; Class (philosophy); Regression analysis; Teaching method; Quality (philosophy); Statistical analysis; Course evaluation; Higher education; Statistics; Computer science; Mathematics","score_opus":0.38368696641127414,"score_gpt":0.5901236821088822,"score_spread":0.20643671569760808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182574789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99096316,0.0016233454,0.000011020306,0.0031066379,0.0013909873,0.0010062291,0.0000010676487,0.000038137412,0.0018594357],"genre_scores_gemma":[0.9982428,0.000021247175,0.0006708818,0.00005820816,0.00015792588,0.00027058614,0.0000033043661,0.000008816428,0.00056623097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97423196,0.023565594,0.0003962907,0.00033922656,0.0013093489,0.00015758185],"domain_scores_gemma":[0.99499625,0.0034059568,0.00032902323,0.00018496822,0.0010024612,0.000081342594],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06726553,0.00013614184,0.00025646095,0.00028131486,0.0006659022,0.00004709292,0.0001474651,0.00005578512,0.000010822033],"category_scores_gemma":[0.01599642,0.00011794208,0.000025341025,0.00015334957,0.00020291141,0.00064708624,0.00010879406,0.0002867562,0.000007031576],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009230521,0.0026082513,0.7879635,0.00003065894,0.00012192907,9.2397613e-7,0.18972884,0.0010276418,0.0002924279,0.011751656,0.0004858114,0.0050653107],"study_design_scores_gemma":[0.0016264637,0.00015074815,0.8455643,0.00018451136,0.000089707544,3.9542147e-7,0.14195164,0.00008630709,0.00001795271,0.0006886098,0.0095206555,0.000118726726],"about_ca_topic_score_codex":0.0019271565,"about_ca_topic_score_gemma":0.0005832451,"teacher_disagreement_score":0.057600778,"about_ca_system_score_codex":0.0007388651,"about_ca_system_score_gemma":0.001170242,"threshold_uncertainty_score":0.9922923},"labels":[],"label_agreement":null},{"id":"W2183415124","doi":"","title":"Teaching Loads and Research Outputs of Ontario University Faculty Members: Implications for Productivity and Differentiation","year":2014,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Productivity; Higher education; Economics; Business; Labour economics; Marketing; Agricultural economics; Economic growth","score_opus":0.2436201474114957,"score_gpt":0.46848140116478426,"score_spread":0.22486125375328855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183415124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9556418,0.0000052028577,0.0052913176,0.020825807,0.000029656909,0.00034260517,0.0000045489755,0.000025112473,0.017833948],"genre_scores_gemma":[0.9851757,0.0000026114378,0.004228774,0.000008589904,0.000038091428,0.00000271163,0.0000063775447,0.00000239646,0.010534704],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99873614,0.0006679056,0.00007684446,0.00019045312,0.0002131719,0.00011546162],"domain_scores_gemma":[0.99880004,0.00073242234,0.00008685767,0.000106696265,0.00021965391,0.000054342454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054191067,0.000039010683,0.00007510047,0.000075624506,0.00095940946,0.000050634582,0.00009213608,0.000043356486,0.000017722637],"category_scores_gemma":[0.0020613445,0.000038024715,0.000014752295,0.00006477117,0.00016940493,0.0005190801,0.00005856407,0.00014887101,5.675998e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026882339,0.00010941487,0.28638655,0.000029599045,0.000023306919,1.0295893e-8,0.06819159,0.0000033080541,0.0010819959,0.6098673,0.00070183014,0.03357821],"study_design_scores_gemma":[0.00031502405,0.00007159436,0.7885701,0.000009546284,0.000031469448,1.9934178e-7,0.0037405342,0.0001487385,0.00013164802,0.011171036,0.19572747,0.00008263377],"about_ca_topic_score_codex":0.19125786,"about_ca_topic_score_gemma":0.37438467,"teacher_disagreement_score":0.59869623,"about_ca_system_score_codex":0.00016998146,"about_ca_system_score_gemma":0.00016885683,"threshold_uncertainty_score":0.8141276},"labels":[],"label_agreement":null},{"id":"W2183698420","doi":"10.59236/td2010vol3iss31079","title":"Grappling with the Complexity of Undergraduate Degree Program Reform: Critical Barriers and Emergent Strategies","year":2010,"lang":"en","type":"article","venue":"Transformative Dialogues Teaching and Learning Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Context (archaeology); Multidisciplinary approach; Discipline; Multinational corporation; Curriculum development; Resource (disambiguation); Engineering ethics; Process (computing); Pedagogy; Mathematics education; Political science; Sociology; Computer science; Psychology; Engineering; Social science","score_opus":0.12380684827710639,"score_gpt":0.40794815015319763,"score_spread":0.2841413018760912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183698420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9338444,0.00012475974,0.011348957,0.0436587,0.00014958392,0.0002392007,0.000002497293,0.00008690767,0.010545023],"genre_scores_gemma":[0.98939323,0.00016385337,0.010226538,0.000047388694,0.00011621674,0.000008026496,0.0000029539474,0.000010233585,0.000031583008],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9966467,0.0021617094,0.0002808769,0.00012712195,0.00049303414,0.00029055905],"domain_scores_gemma":[0.99864495,0.00069573213,0.0002338629,0.00006572265,0.00015094063,0.0002088159],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008853205,0.00013974882,0.00019462158,0.000083044215,0.0050171227,0.00044623562,0.00017822784,0.00006984625,0.000020665999],"category_scores_gemma":[0.0012303494,0.00008604996,0.000051913325,0.000084574756,0.0022953616,0.0011151247,0.000015757101,0.0033634633,8.2870474e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015110603,0.00008463009,0.0045818277,0.00007470233,0.00015445515,0.0000032791816,0.44798288,0.00017409721,0.0004512969,0.43255386,0.000049069273,0.1137388],"study_design_scores_gemma":[0.0015950402,0.0016128706,0.030913115,0.00027765954,0.00037340904,0.00017962781,0.86116326,0.0031843984,0.000075380034,0.05636745,0.043602083,0.0006557326],"about_ca_topic_score_codex":0.0016664895,"about_ca_topic_score_gemma":0.0025460485,"teacher_disagreement_score":0.41318035,"about_ca_system_score_codex":0.000027437669,"about_ca_system_score_gemma":0.00017952477,"threshold_uncertainty_score":0.9989358},"labels":[],"label_agreement":null},{"id":"W2184091434","doi":"10.24135/teacherswork.v8i2.550","title":"The Teacher/ Researcher and the Role of Pre-understanding: A Personal Analysis","year":2011,"lang":"en","type":"article","venue":"Teachers Work","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Acknowledgement; Tacit knowledge; Fraternity; Disposition; Intermediary; Psychology; Pedagogy; Knowledge management; Social psychology; Computer science; Political science","score_opus":0.24371791589989308,"score_gpt":0.42338756011623335,"score_spread":0.17966964421634027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2184091434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66009974,0.0037709544,0.00053016003,0.019265436,0.0000875819,0.00059167715,0.0000014421347,0.00009420924,0.3155588],"genre_scores_gemma":[0.99298805,0.00012131732,0.00038929962,0.00003476695,0.00006854952,0.000019717145,5.9994534e-7,0.000008076826,0.006369645],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9958991,0.0027254266,0.00019256446,0.00017749688,0.0007384559,0.00026695305],"domain_scores_gemma":[0.9976221,0.0017785442,0.00021205338,0.0002466125,0.000058045967,0.00008268927],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01488139,0.000082631355,0.00015474622,0.00007784663,0.0013214396,0.00012443152,0.00045663022,0.00007871835,0.00045945833],"category_scores_gemma":[0.0026775766,0.000047763482,0.00012925934,0.0007252987,0.0018499668,0.00019399071,0.00007841217,0.00042901846,0.000007782946],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003526842,0.000055945595,0.16170566,0.0000012509946,0.0006860609,2.8828288e-7,0.6884582,0.000002152327,0.0000033806398,0.13798642,0.00079423067,0.009953723],"study_design_scores_gemma":[0.0009160914,0.000058087444,0.16069378,0.00002127747,0.0011138379,4.3100098e-7,0.70595926,0.0007407077,0.000015141158,0.0798963,0.05035216,0.00023289396],"about_ca_topic_score_codex":0.008348897,"about_ca_topic_score_gemma":0.0027882135,"teacher_disagreement_score":0.33288828,"about_ca_system_score_codex":0.00013104716,"about_ca_system_score_gemma":0.000118634896,"threshold_uncertainty_score":0.9999787},"labels":[],"label_agreement":null},{"id":"W2185775720","doi":"10.59236/td2010vol4iss11117","title":"Fostering a Culture of Scholarship of Teaching and Learning (SoTL) at a Polytechnic Institution","year":2010,"lang":"en","type":"article","venue":"Transformative Dialogues Teaching and Learning Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Excellence; Institution; Context (archaeology); Scholarship of Teaching and Learning; Sociology; Political science; Pedagogy; Management; Teaching method; Social science; Teaching and learning center; Geography; Law; Economics; Archaeology","score_opus":0.07875856054412843,"score_gpt":0.38546833283689336,"score_spread":0.3067097722927649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185775720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9796664,0.00039145836,0.0045378767,0.00072720903,0.00018941531,0.00015357234,0.0000021352123,0.0000842735,0.01424762],"genre_scores_gemma":[0.99003726,0.00030998647,0.009171144,0.000032964956,0.00016163319,0.0000028275965,0.0000060671346,0.000015195925,0.00026292712],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9927626,0.0056419964,0.0005341284,0.00018603004,0.0005722076,0.00030302198],"domain_scores_gemma":[0.9978388,0.0010759924,0.0007050861,0.00007716249,0.00013669809,0.00016628757],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022777239,0.00018075544,0.00032720866,0.0002682509,0.0054826844,0.00020431774,0.0002069854,0.00019788614,0.000022973958],"category_scores_gemma":[0.01040201,0.00016124971,0.00010002542,0.000094246156,0.00045759493,0.0019511138,0.00009268505,0.0091027,0.000002055563],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001126047,0.000062358165,0.020222489,0.000101852114,0.00007686562,0.000002299245,0.6709357,0.00034951308,0.052947085,0.007470079,0.00000935406,0.24770984],"study_design_scores_gemma":[0.010024419,0.0046567246,0.16401894,0.0054845666,0.0011555643,0.0014948186,0.57901067,0.005616178,0.0068529034,0.011079935,0.20764896,0.0029563464],"about_ca_topic_score_codex":0.00083379453,"about_ca_topic_score_gemma":0.00027796358,"teacher_disagreement_score":0.2447535,"about_ca_system_score_codex":0.000070844726,"about_ca_system_score_gemma":0.000107348955,"threshold_uncertainty_score":0.9979338},"labels":[],"label_agreement":null},{"id":"W2186709863","doi":"10.36510/learnland.v2i2.306","title":"The Master Teacher Program: Professional Development for College Teachers","year":2009,"lang":"en","type":"article","venue":"LEARNing Landscapes","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Professional development; Mathematics education; Psychology; Qualitative research; Pedagogy; Faculty development; Period (music); Teacher education; Process (computing); Medical education; Sociology; Computer science; Medicine","score_opus":0.07241047035755294,"score_gpt":0.4067753067665585,"score_spread":0.33436483640900555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2186709863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7756273,0.00053123693,0.00029209274,0.13959883,0.00124408,0.0023819574,0.0000014880139,0.00087024405,0.07945277],"genre_scores_gemma":[0.80412936,0.000011033267,0.007016095,0.00020476482,0.00033263373,0.00017023792,0.000009877397,0.000011974879,0.18811403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981952,0.00061379035,0.00018995973,0.00018454235,0.0004780044,0.00033853645],"domain_scores_gemma":[0.9989052,0.0006774165,0.00017078247,0.00008614077,0.00008910812,0.000071344584],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0038706877,0.00009656797,0.00009420401,0.00003531931,0.0026898829,0.00018397134,0.00026071267,0.00008774327,0.00012247567],"category_scores_gemma":[0.001710505,0.000064334185,0.000048973718,0.000106704516,0.000043710614,0.00021412397,0.000021375487,0.00033918698,0.000048744634],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017125129,0.00034500653,0.043771356,0.000008949228,0.00006965198,0.0000013945955,0.09037447,0.0001640592,0.000045746794,0.014104632,0.040436383,0.8105071],"study_design_scores_gemma":[0.00028608966,0.000106900756,0.018766323,0.00002062665,0.000011698501,4.117634e-7,0.009904625,0.00032828917,0.000011509585,0.0003808256,0.970071,0.00011165628],"about_ca_topic_score_codex":0.00002578865,"about_ca_topic_score_gemma":0.00051349605,"teacher_disagreement_score":0.9296347,"about_ca_system_score_codex":0.0000934602,"about_ca_system_score_gemma":0.00029956838,"threshold_uncertainty_score":0.99860847},"labels":[],"label_agreement":null},{"id":"W2192797428","doi":"10.5206/cjsotl-rcacea.2015.3.12","title":"Case Study Methodology: Flexibility, Rigour, and Ethical Considerations for the Scholarship of Teaching and Learning","year":2015,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Rigour; Context (archaeology); Pedagogy; Scholarship; Sociology; Psychology; Humanities; Political science; Epistemology; Philosophy","score_opus":0.5560544697945177,"score_gpt":0.5246087237641242,"score_spread":0.03144574603039352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2192797428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9501827,0.0020001372,0.002012394,0.04435683,0.00032714548,0.0007992791,0.000004457371,0.000022730328,0.00029433047],"genre_scores_gemma":[0.98625284,0.000021350557,0.012488276,0.0004311201,0.00027800028,0.000019295658,6.6826766e-7,0.000024483475,0.0004839749],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96463096,0.033635598,0.0005284428,0.00027089997,0.0005067946,0.00042730683],"domain_scores_gemma":[0.94319546,0.055041753,0.0006561473,0.00023163814,0.00043233504,0.00044267112],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23205365,0.0001805653,0.00033047638,0.00017945645,0.027045235,0.0011511083,0.0003937906,0.00022307386,0.000013023151],"category_scores_gemma":[0.2853079,0.00011131278,0.00010350697,0.00009122472,0.00092391873,0.00058477814,0.000084039624,0.011876294,3.656992e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020338687,0.000053644922,0.14515033,0.00006663938,0.0006126041,0.000043797325,0.68266535,0.009752928,0.00012366622,0.074769706,0.00023374477,0.08632422],"study_design_scores_gemma":[0.0026473578,0.0014163204,0.018467175,0.00025309256,0.0015108251,0.0034242836,0.84875244,0.005055812,0.000013675436,0.090703554,0.027262978,0.0004925108],"about_ca_topic_score_codex":0.070059024,"about_ca_topic_score_gemma":0.11652207,"teacher_disagreement_score":0.16608709,"about_ca_system_score_codex":0.00012283253,"about_ca_system_score_gemma":0.0010357094,"threshold_uncertainty_score":0.9998858},"labels":[],"label_agreement":null},{"id":"W2192829679","doi":"10.47678/cjhe.v45i3.187557","title":"Evaluating the Differential Impact of Teaching Assistant Training Programs on International Graduate Student Teaching","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Graduate students; Teaching assistant; Medical education; Training (meteorology); Teaching method; Psychology; Graduate education; Student teaching; Degree program; Mathematics education; Teacher education; Medicine; Student teacher","score_opus":0.45084452720984025,"score_gpt":0.57075013973678,"score_spread":0.11990561252693976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2192829679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97086275,0.00015533174,0.00004974144,0.011913075,0.00448774,0.00018933586,0.0000023577438,0.00000845159,0.012331229],"genre_scores_gemma":[0.99512243,0.000002220249,0.0010701587,0.00013137938,0.0015280625,0.0000067099772,0.0000069806774,0.000013893166,0.002118144],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9962116,0.0017081194,0.0004919821,0.00012473101,0.0012034472,0.00026015958],"domain_scores_gemma":[0.9974801,0.00032453422,0.0010022637,0.00014680752,0.0005944305,0.0004518603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008524823,0.00011536586,0.00016752887,0.00028582462,0.0006395494,0.00035895247,0.0006011205,0.00005319064,0.00016614898],"category_scores_gemma":[0.0026584405,0.0000829318,0.00014732622,0.000103514096,0.00012328892,0.000561046,0.000012578737,0.00073929556,0.0000048933175],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011188634,0.000576275,0.13328886,0.000008318251,0.00049531227,0.000005854639,0.52561545,0.0018357495,0.00028887493,0.045960184,0.014552838,0.2772604],"study_design_scores_gemma":[0.001489762,0.0022214074,0.7276291,0.0007559544,0.0003817205,0.00004122047,0.15752283,0.0003382731,0.0000135174005,0.0072835153,0.1018379,0.00048478402],"about_ca_topic_score_codex":0.033634927,"about_ca_topic_score_gemma":0.0062369667,"teacher_disagreement_score":0.59434026,"about_ca_system_score_codex":0.0014329131,"about_ca_system_score_gemma":0.007948697,"threshold_uncertainty_score":0.9976753},"labels":[],"label_agreement":null},{"id":"W2194696770","doi":"10.47678/cjhe.v45i3.187554","title":"Addressing the Needs of Doctoral Students as Academic Practitioners: A Collaborative Inquiry on Teaching in Higher Education","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Interrogation; Higher education; Pedagogy; Psychology; Quality (philosophy); Medical education; Sociology; Mathematics education; Political science; Medicine","score_opus":0.3937562575476658,"score_gpt":0.5532112843073005,"score_spread":0.1594550267596347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2194696770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9073578,0.0020786289,0.0000015373247,0.062304944,0.0073045907,0.00027538923,0.0000020156706,0.000005954504,0.02066914],"genre_scores_gemma":[0.9860444,0.000020055482,0.00018272093,0.002068273,0.0018088751,0.000014761896,0.000006248263,0.000012400458,0.009842284],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99674267,0.0017119028,0.00047149675,0.000097086115,0.00076459895,0.00021226189],"domain_scores_gemma":[0.9973546,0.00035715473,0.0010904595,0.00014386245,0.00064935174,0.00040452293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042149876,0.00010468682,0.00015649328,0.0007060552,0.00036379744,0.00021055527,0.00048187675,0.00013198181,0.00036890744],"category_scores_gemma":[0.0017487691,0.00008944233,0.0000380807,0.0006565475,0.00019642817,0.0015509371,0.000010345544,0.00080575544,0.000024015262],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103096005,0.0004696928,0.1986218,0.00001613803,0.000071198505,0.0000028272912,0.48205432,0.00039758577,0.00008738799,0.10221458,0.20949529,0.0064660897],"study_design_scores_gemma":[0.00039237083,0.00015256132,0.14524859,0.0004496479,0.000063528234,0.000006138966,0.17720287,6.5444516e-7,0.000019384832,0.005633836,0.6706855,0.00014487181],"about_ca_topic_score_codex":0.020155385,"about_ca_topic_score_gemma":0.0071229273,"teacher_disagreement_score":0.46119025,"about_ca_system_score_codex":0.0014927734,"about_ca_system_score_gemma":0.01885698,"threshold_uncertainty_score":0.9867052},"labels":[],"label_agreement":null},{"id":"W2194983892","doi":"10.47678/cjhe.v45i3.187553","title":"Strategic Use of Role Playing in a Training Workshop for Chemistry Laboratory Teaching Assistants","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Debriefing; Psychology; Training (meteorology); Medical education; Perception; Bridge (graph theory); Professional development; Pedagogy; Medicine","score_opus":0.32385297364430965,"score_gpt":0.45310452386113576,"score_spread":0.1292515502168261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2194983892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98934346,0.0010076235,0.000021796128,0.0035012574,0.00092219433,0.00009488998,0.000006662433,0.000003999863,0.005098132],"genre_scores_gemma":[0.9940672,0.0000025541003,0.0036891864,0.00012757715,0.0003974127,0.0000043208834,0.0000030829722,0.000009146484,0.0016995546],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988639,0.00030037615,0.0003233414,0.0000805331,0.00024041999,0.00019145563],"domain_scores_gemma":[0.9982685,0.00033336636,0.00050844473,0.00007610825,0.00042949064,0.00038408395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029995276,0.00006081184,0.00012884263,0.00017537439,0.00017506797,0.00013517616,0.00017336037,0.00008307857,0.00007785108],"category_scores_gemma":[0.0022882093,0.0000672053,0.0000330427,0.0001772184,0.00005991257,0.0008461969,0.0000023861564,0.00027576182,7.753415e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019255489,0.0004536076,0.37880632,0.00014087511,0.00017584205,0.000020572767,0.49949807,0.0033217517,0.0058175037,0.04441107,0.044805378,0.022356452],"study_design_scores_gemma":[0.0011487262,0.00008735232,0.055673655,0.00076349906,0.00011124366,0.0000093278995,0.30520642,0.00014589178,0.00013794012,0.010416717,0.6258864,0.0004128423],"about_ca_topic_score_codex":0.012426985,"about_ca_topic_score_gemma":0.02655803,"teacher_disagreement_score":0.58108103,"about_ca_system_score_codex":0.0006097375,"about_ca_system_score_gemma":0.014686339,"threshold_uncertainty_score":0.9941493},"labels":[],"label_agreement":null},{"id":"W2204800319","doi":"10.1016/j.jocm.2015.10.001","title":"What determines student satisfaction with university subjects? A choice-based approach","year":2015,"lang":"en","type":"article","venue":"Journal of Choice Modelling","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Likert scale; Task (project management); Class (philosophy); Rating scale; Psychology; Sample (material); Scale (ratio); Applied psychology; Higher education; Mathematics education; Perception; Computer science; Artificial intelligence","score_opus":0.20103268594713336,"score_gpt":0.3964668658721853,"score_spread":0.19543417992505197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2204800319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85066366,0.0002477258,0.14506866,0.0020044975,0.0005044221,0.00013645526,3.2527723e-7,0.000028543955,0.0013456963],"genre_scores_gemma":[0.9812536,0.00012057757,0.017652405,0.00008394476,0.0005170738,5.0011226e-7,5.915129e-7,0.000011542381,0.00035971985],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975082,0.0006298744,0.00025756616,0.00014481453,0.0012690258,0.00019047796],"domain_scores_gemma":[0.99755543,0.00060062663,0.0007771089,0.0001217466,0.00071668223,0.00022838812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031196035,0.00010890063,0.0001988319,0.00020664283,0.00034594562,0.00033940378,0.00029084884,0.00007602809,0.000010828347],"category_scores_gemma":[0.0003782552,0.000094326446,0.00007497415,0.00024884968,0.000087334505,0.0035265696,0.000017218823,0.00034755227,0.0000037633363],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016621631,0.00014103208,0.087769836,0.000013128363,0.000061003626,0.000011467837,0.014067002,0.89497274,0.000022005073,0.00021196858,0.00011490494,0.0024487157],"study_design_scores_gemma":[0.012416776,0.0017902573,0.032295316,0.0011137187,0.0013877945,0.0000774014,0.19014223,0.5992789,0.00021337377,0.0009203868,0.15894885,0.0014149897],"about_ca_topic_score_codex":0.0032015336,"about_ca_topic_score_gemma":0.0029907858,"teacher_disagreement_score":0.2956938,"about_ca_system_score_codex":0.00043497584,"about_ca_system_score_gemma":0.0007203726,"threshold_uncertainty_score":0.48397824},"labels":[],"label_agreement":null},{"id":"W2206716763","doi":"10.47678/cjhe.v45i4.184404","title":"Repeated Negative Teaching Evaluations: A Form of Habitual Behaviour?","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Psychology; Social psychology; Mathematics education","score_opus":0.16347512466937764,"score_gpt":0.47931552826844254,"score_spread":0.3158404035990649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2206716763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9433893,0.0011679683,0.000077414,0.02127289,0.0033913914,0.00025449207,0.000005582396,0.000011844642,0.03042911],"genre_scores_gemma":[0.98773926,0.0000040336254,0.0035711264,0.00025400228,0.0005137172,0.0000051152774,0.0000053586045,0.000009540995,0.0078978455],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978318,0.0008689863,0.00044202417,0.000090920854,0.000581297,0.0001849239],"domain_scores_gemma":[0.9966774,0.00025424908,0.00083740364,0.00013044057,0.0015206186,0.00057989376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005025844,0.00007386299,0.00014249502,0.0003934779,0.0003536516,0.00009062059,0.00026790853,0.000076963835,0.000432495],"category_scores_gemma":[0.0053986292,0.00007456316,0.00006063477,0.000227348,0.00015978092,0.001062253,0.0000052320297,0.0003052146,0.000015615824],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004415032,0.00028928637,0.27088594,0.000013809211,0.000113908296,0.0000059400645,0.43459532,0.00018208033,0.00009447213,0.06103975,0.21039723,0.022338133],"study_design_scores_gemma":[0.0012568092,0.0005276151,0.32922906,0.0003657525,0.0004443633,0.000038120168,0.084880404,0.00002949511,0.0002072522,0.064289935,0.518327,0.00040419013],"about_ca_topic_score_codex":0.08942643,"about_ca_topic_score_gemma":0.05142945,"teacher_disagreement_score":0.3497149,"about_ca_system_score_codex":0.0009236246,"about_ca_system_score_gemma":0.016206585,"threshold_uncertainty_score":0.9893706},"labels":[],"label_agreement":null},{"id":"W2206785358","doi":"10.22329/celt.v1i0.3186","title":"17. Learning By Observing Our Peers","year":2008,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Focus (optics); Psychology; Focus group; Mathematics education; Teaching method; Peer influence; Pedagogy; Sociology; Engineering ethics; Social psychology; Engineering","score_opus":0.07211763826362903,"score_gpt":0.37973775594884784,"score_spread":0.3076201176852188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2206785358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7266024,0.0002986053,0.00053077686,0.007426453,0.0002592241,0.00019816168,9.4578724e-7,0.0008030018,0.26388046],"genre_scores_gemma":[0.9017565,0.00019579112,0.0009832338,0.00019521215,0.00020843357,0.0000129337295,0.0000143346715,0.00003612203,0.09659741],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.994592,0.0033768525,0.00027744385,0.00046028878,0.00078695506,0.0005064372],"domain_scores_gemma":[0.9979312,0.0013038807,0.00031321676,0.00012621272,0.00010986206,0.00021564108],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004204942,0.00021449801,0.0002602763,0.00020534372,0.009103232,0.00027880011,0.000248269,0.00017808609,0.000108807646],"category_scores_gemma":[0.014377841,0.00023168304,0.00006827222,0.0002766987,0.00010692423,0.0004892208,0.000074321426,0.0024204021,0.000048772334],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025616903,0.00052885286,0.46288878,0.00006882624,0.0003008542,0.00009889012,0.28499058,0.014768675,0.0037164777,0.020354172,0.1429377,0.06909003],"study_design_scores_gemma":[0.0011564984,0.0003833294,0.007829312,0.00019754693,0.00006271232,0.0000245471,0.0557874,0.006440387,0.00004533913,0.00018343315,0.927158,0.0007315146],"about_ca_topic_score_codex":0.0022224288,"about_ca_topic_score_gemma":0.00012914746,"teacher_disagreement_score":0.7842203,"about_ca_system_score_codex":0.00018179796,"about_ca_system_score_gemma":0.00019969234,"threshold_uncertainty_score":0.999881},"labels":[],"label_agreement":null},{"id":"W2207149291","doi":"10.3389/fpsyg.2015.01562","title":"Scientific integrity in research methods","year":2015,"lang":"en","type":"article","venue":"Frontiers in Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Ottawa Hospital; Ottawa Hospital Research Institute","keywords":"Psychology; Front (military); Research integrity; Applied psychology; Cognitive science; Engineering ethics","score_opus":0.6992722737152424,"score_gpt":0.698511294639684,"score_spread":0.0007609790755583878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2207149291","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19753765,0.0039594234,0.075725086,0.11110448,0.03689399,0.0009876484,0.000002420856,0.00014403781,0.57364523],"genre_scores_gemma":[0.2878136,0.00012750844,0.70673805,0.0005625147,0.00026916395,0.000068012545,0.0000043894174,0.00001658756,0.0044001597],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98533815,0.012791917,0.00027644934,0.0004475719,0.00064675795,0.0004991785],"domain_scores_gemma":[0.9986367,0.00054794084,0.00007488509,0.00034826322,0.0002568785,0.00013533853],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.082432434,0.00006386276,0.00016969717,0.0010227486,0.00024164192,0.00012022986,0.0006858821,0.00022387363,0.000097965436],"category_scores_gemma":[0.017103523,0.00006755917,0.000023447754,0.0016627469,0.0012355306,0.00044442533,0.00007241524,0.0012224186,0.00010509384],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008502228,0.00022498501,0.27046242,0.000002642691,0.000005808232,0.000011384037,0.0457479,0.000006411346,0.000039444603,0.012509794,0.42304447,0.2478597],"study_design_scores_gemma":[0.00048067197,0.000039892362,0.013697039,0.000010507548,0.0000015421518,7.861946e-7,0.019166257,0.00016391072,0.000008053552,0.2634204,0.7029307,0.00008024897],"about_ca_topic_score_codex":0.0028555004,"about_ca_topic_score_gemma":0.0045658015,"teacher_disagreement_score":0.631013,"about_ca_system_score_codex":0.00038813782,"about_ca_system_score_gemma":0.00051486,"threshold_uncertainty_score":0.99117583},"labels":[],"label_agreement":null},{"id":"W2209045182","doi":"10.4000/ripes.990","title":"La formation d’enseignants universitaires nouvellement recrutés : quelles retombées ?","year":2015,"lang":"fr","type":"article","venue":"Revue internationale de pédagogie de l’enseignement supérieur","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Sociology; Political science; Philosophy","score_opus":0.1965461862750732,"score_gpt":0.39235400138540755,"score_spread":0.19580781511033435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2209045182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7352169,0.007933093,0.008922866,0.10390182,0.0029485305,0.0010324229,0.00015168528,0.00031035158,0.1395823],"genre_scores_gemma":[0.896595,0.0050386884,0.007933443,0.0012083721,0.00090672675,0.00007366658,0.00015678228,0.00006527188,0.08802202],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937835,0.002503636,0.0008391576,0.00057298597,0.0014782893,0.0008224639],"domain_scores_gemma":[0.9961847,0.0012683008,0.00082539394,0.00041697244,0.000808769,0.00049583614],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0056851753,0.0004042236,0.00037105646,0.00036222328,0.00060908275,0.00035325767,0.00092955946,0.00038715452,0.0013984785],"category_scores_gemma":[0.0029378736,0.0004991697,0.00024332211,0.0004332319,0.00039277563,0.002086564,0.00029484133,0.0006000903,0.00069182593],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022694578,0.00087643036,0.003883969,0.00030306337,0.00044816246,0.00036793773,0.6371431,0.00480894,0.0002545671,0.080719665,0.20688063,0.06408663],"study_design_scores_gemma":[0.0012548851,0.00023790546,0.0014910884,0.0007325184,0.00021686412,0.0001286381,0.3248262,0.011532256,0.00039271126,0.0073021315,0.65135044,0.00053435727],"about_ca_topic_score_codex":0.0031266303,"about_ca_topic_score_gemma":0.0027000098,"teacher_disagreement_score":0.4444698,"about_ca_system_score_codex":0.0050708125,"about_ca_system_score_gemma":0.0019213192,"threshold_uncertainty_score":0.99974597},"labels":[],"label_agreement":null},{"id":"W2209246326","doi":"10.22329/celt.v7i2.3964","title":"Engaging Undergraduates in Social Science Research: The Taking the Pulse of Saskatchewan Project","year":2014,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"Social Sciences and Humanities Research Council of Canada; University of Saskatchewan","keywords":"Undergraduate research; Graduate students; Work (physics); Psychology; Data collection; Mathematics education; Pedagogy; Medical education; Sociology; Social science; Engineering; Medicine","score_opus":0.17530095888939348,"score_gpt":0.4742544702989744,"score_spread":0.29895351140958093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2209246326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7299843,0.000061612576,0.0001385053,0.012770508,0.00010521392,0.00034687226,2.7389774e-7,0.00008029617,0.25651246],"genre_scores_gemma":[0.99831945,0.000015787593,0.0001949654,0.00007641668,0.00019062981,0.00002244324,6.522799e-7,0.000013381737,0.0011662956],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9858064,0.011905088,0.0002525497,0.00032070183,0.0012280325,0.00048724056],"domain_scores_gemma":[0.99050504,0.008781221,0.00032662696,0.00015637005,0.00018928357,0.000041488074],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054749314,0.000108271386,0.00015925441,0.00044404124,0.0132089285,0.0005040012,0.0005773013,0.00006602923,0.000016675594],"category_scores_gemma":[0.044061057,0.00007208037,0.000035453213,0.0012567219,0.0014272912,0.00032573938,0.00014995437,0.002543764,0.0000024602534],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053698157,0.00009667305,0.02398024,0.00002307414,0.000019815036,0.00000108693,0.59805346,0.000530001,0.0015287463,0.23368405,0.0002399971,0.14178915],"study_design_scores_gemma":[0.001144489,0.0003752261,0.07119175,0.0005052404,0.00004726317,0.0000043878376,0.84288067,0.022436889,0.00029601232,0.017025465,0.04361238,0.00048023657],"about_ca_topic_score_codex":0.013735344,"about_ca_topic_score_gemma":0.0027349216,"teacher_disagreement_score":0.26833516,"about_ca_system_score_codex":0.00017662409,"about_ca_system_score_gemma":0.00066486443,"threshold_uncertainty_score":0.9997574},"labels":[],"label_agreement":null},{"id":"W2215454984","doi":"10.22329/celt.v1i0.3170","title":"1. Mapping a Mirage: Documenting the Scholarship of Teaching and Learning","year":2008,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Scholarship; Sociology; Promotion (chess); Scholarship of Teaching and Learning; Epistemology; Engineering ethics; Pedagogy; Teaching method; Political science; Politics; Teaching and learning center; Law; Engineering","score_opus":0.06675152107614121,"score_gpt":0.3723824440039729,"score_spread":0.30563092292783167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2215454984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8890256,0.0004262348,0.00046416462,0.0024624688,0.00010441962,0.00022965166,2.9270907e-7,0.00023964097,0.107047476],"genre_scores_gemma":[0.9864897,0.00016713298,0.0030687854,0.000119255936,0.0001521219,0.000012886305,0.0000027044928,0.000029938077,0.009957477],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9883994,0.009666684,0.00038939837,0.00040265702,0.00071581284,0.00042603945],"domain_scores_gemma":[0.9935052,0.0055900463,0.00053631136,0.00014515659,0.0000997172,0.0001236057],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016774174,0.00020333946,0.0002858548,0.00029383955,0.0151985325,0.0003389233,0.00024917227,0.00013770645,0.00004080846],"category_scores_gemma":[0.0359589,0.00017610047,0.00006460903,0.00025509772,0.00035790866,0.00063210464,0.0001387426,0.0049052387,0.000006029225],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001018849,0.00013303965,0.33478662,0.00010609041,0.00020082919,0.00002468798,0.49493968,0.0022649895,0.0030756167,0.04983545,0.00032323954,0.114207864],"study_design_scores_gemma":[0.004108643,0.0009885506,0.18182717,0.0022734697,0.00026168028,0.00020053949,0.26944748,0.017731996,0.00017853148,0.0035284325,0.51755184,0.0019016732],"about_ca_topic_score_codex":0.0023242736,"about_ca_topic_score_gemma":0.000086053646,"teacher_disagreement_score":0.5172286,"about_ca_system_score_codex":0.000108318716,"about_ca_system_score_gemma":0.00017249348,"threshold_uncertainty_score":0.9973905},"labels":[],"label_agreement":null},{"id":"W2221880092","doi":"10.21432/t2w604","title":"An Online Training Course to Learn How to Teach Online | Former en ligne pour apprendre à former en ligne","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ligne; General partnership; Distance education; Online course; Online learning; Instructional design; Study abroad; Massive open online course; Higher education; Pedagogy; Medical education; Psychology; Mathematics education; Computer science; Multimedia; Political science; Humanities","score_opus":0.07735569023609101,"score_gpt":0.3862566144454189,"score_spread":0.3089009242093279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2221880092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77942413,0.00035282524,0.000857922,0.21797377,0.00024763466,0.00013708512,0.000009784335,0.000068270965,0.00092856796],"genre_scores_gemma":[0.9770466,0.00003291443,0.017810531,0.00036690972,0.00062122615,0.0000032143191,0.000008679948,0.000028969647,0.0040809554],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978931,0.0005777241,0.0003211886,0.0002465624,0.00037705345,0.0005843963],"domain_scores_gemma":[0.9974462,0.00025644148,0.0003323956,0.00015226452,0.00048428038,0.0013284519],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0039311033,0.0001649364,0.0003388187,0.0010054732,0.0005536428,0.00016277474,0.00054308627,0.00032954398,0.0000717058],"category_scores_gemma":[0.009282535,0.00016288519,0.00004672226,0.00057122787,0.000170061,0.0005072632,0.000034294288,0.001243994,0.000019481009],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055470333,0.00016216151,0.08348098,0.000011421567,0.00015567128,0.00017701686,0.14953454,0.0012418277,0.0013657988,0.0031746265,0.01282032,0.74782014],"study_design_scores_gemma":[0.00049757183,0.0011603511,0.0019209286,0.00008393242,0.00006360159,0.00017291488,0.27304843,0.00017472851,0.000036979847,0.00052479806,0.72208744,0.00022832862],"about_ca_topic_score_codex":0.0029327958,"about_ca_topic_score_gemma":0.113684714,"teacher_disagreement_score":0.74759185,"about_ca_system_score_codex":0.00027622166,"about_ca_system_score_gemma":0.0025368559,"threshold_uncertainty_score":0.9990627},"labels":[],"label_agreement":null},{"id":"W2223074606","doi":"10.11575/prism/10279","title":"Analyzing Curriculum Mapping Data: Enhancing Student Learning through Curriculum Redesign","year":2015,"lang":"en","type":"article","venue":"Open MIND","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Computer science; Chart; Course (navigation); Representation (politics); Bar chart; Mathematics education; Pie chart; Psychology; Pedagogy; Engineering; Mathematics","score_opus":0.32997942125566415,"score_gpt":0.5079596254771285,"score_spread":0.17798020422146432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2223074606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5848423,0.0007480661,0.016186908,0.006179317,0.0016060586,0.0011916782,0.000004866077,0.000034824105,0.38920596],"genre_scores_gemma":[0.89347506,0.000070946386,0.09662679,0.00006336207,0.0006619717,0.000018700295,0.00005106887,0.000023313143,0.009008789],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99569356,0.0018303801,0.0004377771,0.0006430784,0.0009573677,0.0004378209],"domain_scores_gemma":[0.99817497,0.0003204483,0.0005174799,0.0005307424,0.00025699745,0.00019938716],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.014454547,0.00016076432,0.00026646038,0.00007811163,0.0011839679,0.0014709595,0.0021137933,0.00009441728,0.0013462531],"category_scores_gemma":[0.0052932696,0.00015930326,0.00003944761,0.000535739,0.00010442022,0.004648968,0.0011170027,0.00046276304,0.0012734518],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021505306,0.00097396,0.29847014,0.000019538185,0.00035851233,0.000063085485,0.52930814,0.004325886,0.000855896,0.0027620832,0.022295576,0.14054568],"study_design_scores_gemma":[0.00042657304,0.000052402534,0.00050528656,0.00013456665,0.00007253676,0.0000025679387,0.27565482,0.001392864,0.00008567798,0.00014331935,0.72119635,0.0003330078],"about_ca_topic_score_codex":0.013590084,"about_ca_topic_score_gemma":0.004013067,"teacher_disagreement_score":0.6989008,"about_ca_system_score_codex":0.00028821692,"about_ca_system_score_gemma":0.0006095761,"threshold_uncertainty_score":0.9995667},"labels":[],"label_agreement":null},{"id":"W2226058671","doi":"","title":"Le processus de coconstruction d’une approche-programme dans un contexte de formation à l’enseignement en ligneCommunication présentée dans le cadre de laBiennale Internationale du CNAM","year":2015,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.03908627280109832,"score_gpt":0.2965497680452095,"score_spread":0.25746349524411116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2226058671","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3491652,0.0008942096,0.4422909,0.09223851,0.0003652972,0.0015018958,0.000066874556,0.0003979281,0.11307919],"genre_scores_gemma":[0.87004095,0.0013692765,0.11376516,0.0001943472,0.00013141416,0.000558165,0.0010256896,0.00007578701,0.012839205],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97263944,0.023081603,0.0012305664,0.0009086146,0.0012236445,0.00091612636],"domain_scores_gemma":[0.98888,0.0024574865,0.002213947,0.0016299668,0.004288617,0.0005300334],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.033741333,0.00053631695,0.00051952456,0.0002451689,0.0025258241,0.00088700093,0.002633285,0.0006435851,0.00010085223],"category_scores_gemma":[0.008018075,0.00067924376,0.00028980582,0.0008109076,0.0012112147,0.0014730666,0.0011179894,0.0012507901,0.00007086705],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004673535,0.0017811751,0.0051880823,0.00027701733,0.00022258164,0.0000038933376,0.5179209,0.0015095634,0.005864573,0.4165372,0.0013055913,0.049342673],"study_design_scores_gemma":[0.005813752,0.00001823293,0.025654135,0.0047002356,0.0008282638,0.0004132914,0.25722364,0.28190523,0.085887745,0.11864727,0.21622638,0.0026818102],"about_ca_topic_score_codex":0.07131721,"about_ca_topic_score_gemma":0.04956421,"teacher_disagreement_score":0.52087575,"about_ca_system_score_codex":0.0028733052,"about_ca_system_score_gemma":0.0042503825,"threshold_uncertainty_score":0.9995659},"labels":[],"label_agreement":null},{"id":"W2230736725","doi":"","title":"Conversations with professors: an exploration of academic career success","year":2014,"lang":"en","type":"article","venue":"RMIT Research Repository (RMIT University Library)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Passion; Public relations; Order (exchange); Work (physics); Career development; Qualitative research; Pedagogy; Psychology; Sociology; Political science; Social psychology; Engineering; Business; Social science","score_opus":0.28419417877771314,"score_gpt":0.4318241266813301,"score_spread":0.14762994790361694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2230736725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83657175,0.000026532529,0.0006951745,0.010834341,0.00015213965,0.0005651669,0.000004555244,0.00021049945,0.15093982],"genre_scores_gemma":[0.9663326,0.000048673897,0.0008123264,0.000025975769,0.00022148599,0.000003649528,0.000019432311,0.000016283322,0.032519545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927129,0.0049260925,0.00018972269,0.0003511177,0.001467205,0.0003529248],"domain_scores_gemma":[0.99760485,0.0009631436,0.0002356944,0.00039872772,0.00052408106,0.00027349452],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0025347783,0.000102877595,0.00015759839,0.00043067147,0.0016188415,0.00014658626,0.00089087384,0.00019231465,0.00012343554],"category_scores_gemma":[0.0005494197,0.0001061593,0.00004342186,0.00083360914,0.0008119899,0.014725033,0.00015077979,0.0007408629,0.000024710991],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063663645,0.00040281322,0.35585472,0.00013657556,0.00014005703,0.00004575126,0.08045435,0.00041907304,0.0017299064,0.5463558,0.011249229,0.0025751442],"study_design_scores_gemma":[0.00288247,0.001785377,0.089363635,0.00047036618,0.00020821457,0.0000047214844,0.20421779,0.0022025038,0.021601055,0.0052181603,0.67100185,0.0010438551],"about_ca_topic_score_codex":0.0050353413,"about_ca_topic_score_gemma":0.0008406352,"teacher_disagreement_score":0.6597526,"about_ca_system_score_codex":0.00016584125,"about_ca_system_score_gemma":0.0011031684,"threshold_uncertainty_score":0.99968094},"labels":[],"label_agreement":null},{"id":"W2235091725","doi":"","title":"Choosing Thesis Juries: The Costs of Taking a Strict Line on Conflicts of Interest","year":2012,"lang":"en","type":"article","venue":"Papyrus : Institutional Repository (Université de Montréal)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Jury; Selection (genetic algorithm); Political science; Line (geometry); Law; Operations research; Humanities; Computer science; Philosophy; Engineering; Artificial intelligence; Mathematics","score_opus":0.0842902581121994,"score_gpt":0.3051639043969303,"score_spread":0.2208736462847309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2235091725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92896754,0.0021283482,0.00018216418,0.0020759772,0.00036894472,0.0001910666,0.000008621895,0.000036646496,0.066040665],"genre_scores_gemma":[0.9979256,0.000114822935,0.00031267028,0.00009541651,0.00014224993,0.0000030671208,0.0000024811213,0.0000061303645,0.0013976004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983177,0.0005724744,0.00022853113,0.00013164243,0.0005365824,0.00021308009],"domain_scores_gemma":[0.9977785,0.0010920868,0.000619131,0.00020717358,0.00018956668,0.00011356586],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016468801,0.00010221362,0.0001516086,0.00012623929,0.0032347126,0.000023687762,0.0003336588,0.00008790411,0.000042555574],"category_scores_gemma":[0.0014614796,0.000087983826,0.00010275754,0.00023506585,0.00045305054,0.00049379055,0.00009368027,0.00018488467,0.00000924655],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005666258,0.00046334826,0.07563025,0.000034750286,0.00027666704,0.000024324432,0.28880984,0.001333249,0.011454526,0.60615975,0.00031227185,0.014934391],"study_design_scores_gemma":[0.0019315251,0.0004145831,0.31295168,0.00089236454,0.00068115856,0.000087161796,0.282436,0.000779234,0.06291444,0.0006474145,0.3355351,0.0007293043],"about_ca_topic_score_codex":0.042072736,"about_ca_topic_score_gemma":0.003422577,"teacher_disagreement_score":0.6055124,"about_ca_system_score_codex":0.0014355597,"about_ca_system_score_gemma":0.00046000906,"threshold_uncertainty_score":0.99806297},"labels":[],"label_agreement":null},{"id":"W2241544343","doi":"","title":"L'université se professionnalise-t-elle au Canada ? Une analyse longitudinale des choix de programmes de formation","year":2013,"lang":"fr","type":"preprint","venue":"Érudit documents and data repository (Érudit Consortium, University of Montreal)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Humanities; Art","score_opus":0.05798432088089819,"score_gpt":0.3177742328916526,"score_spread":0.2597899120107544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2241544343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9701509,0.0035252129,0.00094575714,0.013032491,0.0008229827,0.0012388988,0.0005405036,0.00009269967,0.009650584],"genre_scores_gemma":[0.9578028,0.008457373,0.0038639747,0.00006813425,0.00029098638,0.000005382055,0.0007569614,0.000029775565,0.028724618],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99478114,0.0017020635,0.00065423216,0.0010107239,0.0010391658,0.00081268547],"domain_scores_gemma":[0.9948505,0.00064111035,0.0020161732,0.0012563043,0.0005776282,0.00065825885],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0017802956,0.0004969575,0.00071041123,0.00019097516,0.0031953068,0.00020338607,0.0017582986,0.00042156485,0.00027219442],"category_scores_gemma":[0.00043476553,0.00057568157,0.00015931917,0.00039273687,0.0016019145,0.0030668795,0.0017409477,0.0006727374,0.0000130130975],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009021435,0.001677153,0.55654454,0.002913928,0.0039330204,0.0014025168,0.048806757,0.0032467118,0.0004070594,0.0055803517,0.28855237,0.08603342],"study_design_scores_gemma":[0.0028318453,0.00023271597,0.2011055,0.0021316805,0.0041938545,0.00015464106,0.07834757,0.0073881047,0.00024802802,0.0011097818,0.70082194,0.0014343042],"about_ca_topic_score_codex":0.99462277,"about_ca_topic_score_gemma":0.99232936,"teacher_disagreement_score":0.4122696,"about_ca_system_score_codex":0.0052694553,"about_ca_system_score_gemma":0.0044694976,"threshold_uncertainty_score":0.9996695},"labels":[],"label_agreement":null},{"id":"W2247286069","doi":"","title":"Pathways from College to University: A Social Science Example from Ontario.","year":2014,"lang":"en","type":"article","venue":"The College Quarterly","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Science education; Psychology; Pedagogy; Sociology; Mathematics education; Economic growth; Economics","score_opus":0.08140143567028409,"score_gpt":0.3198405537508005,"score_spread":0.23843911808051643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2247286069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8892314,0.000006056923,0.0005510283,0.012177084,0.000701002,0.00042985866,0.00016085024,0.00013310819,0.096609645],"genre_scores_gemma":[0.9906773,5.5165873e-7,0.0012047439,0.0007516241,0.0005443879,0.0000061000983,0.00000642712,0.000010582984,0.006798315],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99698305,0.0008795194,0.00019050845,0.00044429136,0.0010843487,0.00041825624],"domain_scores_gemma":[0.997897,0.0011216537,0.00018002806,0.00039961067,0.00019449735,0.00020717629],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034349519,0.00013852054,0.00021497927,0.00012389183,0.0038410295,0.00019686061,0.0013725285,0.000085300424,0.00093668164],"category_scores_gemma":[0.00023788211,0.00012674576,0.00007131952,0.00075013953,0.0005847627,0.00074210117,0.00008014285,0.00025495814,0.00046867525],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020270525,0.00010071099,0.00072314695,8.7506464e-7,0.000040653933,0.000008198483,0.56255263,0.0000039697043,0.0013306765,0.41026074,0.017330293,0.007445394],"study_design_scores_gemma":[0.0008862046,0.00028271493,0.026803652,0.000015689262,0.00007539518,3.5286877e-7,0.13693035,0.00017518846,0.000053243784,0.027166067,0.807287,0.00032419714],"about_ca_topic_score_codex":0.5424732,"about_ca_topic_score_gemma":0.4965757,"teacher_disagreement_score":0.7899566,"about_ca_system_score_codex":0.0007528413,"about_ca_system_score_gemma":0.0012618277,"threshold_uncertainty_score":0.9999766},"labels":[],"label_agreement":null},{"id":"W2252782548","doi":"10.58809/alj20040101/dulf5737","title":"Nurturing Faculty: An Old Concept?","year":2004,"lang":"en","type":"article","venue":"Academic Leadership The Online Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kensington Health","funders":"","keywords":"Pedagogy; Psychology; Sociology; Mathematics education","score_opus":0.49498974362172826,"score_gpt":0.5151471509013892,"score_spread":0.02015740727966092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252782548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5093691,0.0010993956,0.00047320616,0.4867607,0.0008889464,0.00018277383,0.000006607139,0.00013819081,0.0010811315],"genre_scores_gemma":[0.9802114,0.00041053855,0.0021520427,0.008810554,0.005335465,0.0000024504582,0.000010156717,0.000024667625,0.003042771],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9966645,0.0010966746,0.0004072345,0.00019955881,0.0010960088,0.000535999],"domain_scores_gemma":[0.99849623,0.00039277703,0.00049462327,0.00018936604,0.00013706346,0.00028996004],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0058281105,0.00014768909,0.00015365933,0.00008701494,0.0016354895,0.00020519493,0.0012090515,0.00025942936,0.00022629235],"category_scores_gemma":[0.002759292,0.00010488113,0.000100455654,0.00022752197,0.00045735936,0.0017497881,0.00003980383,0.0033328903,0.000087830485],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010237454,0.00046550704,0.010400205,0.000019398813,0.00026066328,0.00005072061,0.78879935,0.012065579,0.0019472222,0.10703967,0.01209997,0.06674937],"study_design_scores_gemma":[0.0029671604,0.00025584988,0.011908781,0.00043132406,0.0002549819,0.00043899246,0.592281,0.00024165495,0.0006721601,0.055512305,0.33424863,0.00078714313],"about_ca_topic_score_codex":0.00061044004,"about_ca_topic_score_gemma":0.000391663,"teacher_disagreement_score":0.47795013,"about_ca_system_score_codex":0.00036281947,"about_ca_system_score_gemma":0.0005939991,"threshold_uncertainty_score":0.99966425},"labels":[],"label_agreement":null},{"id":"W2277773472","doi":"","title":"From values and beliefs to teaching practice – a case study of novice tutors","year":2014,"lang":"en","type":"article","venue":"Chalmers Research (Chalmers University of Technology)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Honesty; Psychology; Quality (philosophy); Teaching method; Medical education; Affect (linguistics); Pedagogy; Medicine; Social psychology","score_opus":0.11768514353592127,"score_gpt":0.4618754302254689,"score_spread":0.34419028668954765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2277773472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9602726,0.00011917177,0.00028712448,0.020833706,0.00008928149,0.0007371179,0.0000075014805,0.00013074015,0.017522749],"genre_scores_gemma":[0.99065584,0.00010357532,0.0084087085,0.000030340234,0.00005701404,0.0000019635304,0.0000013356355,0.000015249498,0.00072597695],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.994705,0.0027075328,0.0002556294,0.000593,0.0012566929,0.00048211488],"domain_scores_gemma":[0.9955633,0.0024851467,0.0003434961,0.00059082,0.00077366433,0.00024353509],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.010165518,0.00015377266,0.00035805363,0.0014858287,0.0016808419,0.00003709569,0.0009290236,0.00027155774,0.00007432664],"category_scores_gemma":[0.012793879,0.00018446891,0.000051960626,0.0011478321,0.0014862212,0.0007460305,0.0007284569,0.0010633358,0.000021526901],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045685307,0.002755791,0.015898451,0.00011126305,0.0007116419,0.0010707162,0.7740262,0.000120087854,0.00345249,0.01644606,0.0029864411,0.181964],"study_design_scores_gemma":[0.0008865162,0.0011320593,0.0004073203,0.00008290039,0.00008834458,0.000031390085,0.94461334,0.00012895165,0.00013628368,0.0008955702,0.051409766,0.00018757583],"about_ca_topic_score_codex":0.1490686,"about_ca_topic_score_gemma":0.00573952,"teacher_disagreement_score":0.18177642,"about_ca_system_score_codex":0.00020882208,"about_ca_system_score_gemma":0.00020630969,"threshold_uncertainty_score":0.9996188},"labels":[],"label_agreement":null},{"id":"W2280821800","doi":"","title":"From Teaching Assistant (TA) Training to Workplace Learning.","year":2014,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Apprenticeship; Grading (engineering); Pedagogy; Psychology; Nothing; Teaching assistant; Supervisor; Teaching method; Mathematics education; Sociology; Management; Engineering","score_opus":0.05492942381281362,"score_gpt":0.37944417352585036,"score_spread":0.32451474971303673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2280821800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6192738,0.00006782182,0.007964404,0.01194442,0.0004700754,0.00030770883,0.0000016905234,0.00095921906,0.35901088],"genre_scores_gemma":[0.9705882,0.000014068346,0.0075636683,0.0006365148,0.0008840162,0.000019934027,0.000017644617,0.00006446611,0.020211508],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9873192,0.00977058,0.00044835295,0.00077367236,0.0009886792,0.00069951575],"domain_scores_gemma":[0.99145764,0.0073754163,0.00042203284,0.00022607826,0.00009032456,0.00042849046],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013364034,0.00032103804,0.00044897717,0.00037948933,0.0074299225,0.0009820751,0.00037857343,0.00023570542,0.00020154897],"category_scores_gemma":[0.053147327,0.00033991938,0.00009128226,0.0002812479,0.00011868618,0.0004607764,0.00012037452,0.003776231,0.00010638223],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031763,0.00022616715,0.031483807,0.000020549787,0.00018661383,0.000014036523,0.42926976,0.016690288,0.0020165227,0.09545032,0.006744148,0.41758016],"study_design_scores_gemma":[0.0008547158,0.0004523647,0.004960545,0.00045629696,0.00008022024,0.0000026324203,0.04467985,0.011925677,0.000014388375,0.0010610664,0.93484515,0.00066710863],"about_ca_topic_score_codex":0.0033692822,"about_ca_topic_score_gemma":0.0005391047,"teacher_disagreement_score":0.928101,"about_ca_system_score_codex":0.0002682862,"about_ca_system_score_gemma":0.0001895434,"threshold_uncertainty_score":0.9999053},"labels":[],"label_agreement":null},{"id":"W2281054784","doi":"10.1093/femsle/fnv124","title":"Bringing guest scientists to the university biology classroom via the web: Graphical Abstract Figure.","year":2015,"lang":"en","type":"article","venue":"FEMS Microbiology Letters","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"University of Toronto Mississauga; University of Toronto","keywords":"Scope (computer science); Engineering ethics; Undergraduate research; Library science; Computer science; Sociology; Medical education; Engineering; Medicine","score_opus":0.06483740133420307,"score_gpt":0.343758783494108,"score_spread":0.2789213821599049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2281054784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67478704,0.000065023654,0.0004785947,0.31948876,0.002426139,0.00024962242,0.0000137723955,0.00008306019,0.002407971],"genre_scores_gemma":[0.9896317,0.000010129962,0.00031113924,0.0087100705,0.000533419,0.0000025554446,0.000019098248,0.000008009987,0.00077383773],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976509,0.0012651706,0.00016074006,0.00034393586,0.00012572043,0.00045354],"domain_scores_gemma":[0.9986283,0.0006836509,0.00016152741,0.00031241064,0.00008908086,0.00012498445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043392875,0.0001224422,0.0001325669,0.00012614173,0.0012755533,0.00007941927,0.0010414134,0.00014269636,0.000114307375],"category_scores_gemma":[0.00079920294,0.00008346343,0.00007883203,0.0004133755,0.0011425344,0.00017570658,0.0001749627,0.00046383333,0.0007450732],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005840511,0.00006544554,0.03232435,0.000002809715,0.00010601625,0.000021381455,0.013365711,0.00023099958,0.22501713,0.0048343255,0.72196114,0.0020122584],"study_design_scores_gemma":[0.00019437632,0.000025275873,0.008066792,0.000006756779,0.000021502474,0.000012014587,0.0012413235,0.000015811913,0.00009783862,0.00007292574,0.9901171,0.00012833293],"about_ca_topic_score_codex":0.0024410198,"about_ca_topic_score_gemma":0.004604979,"teacher_disagreement_score":0.3148447,"about_ca_system_score_codex":0.000181713,"about_ca_system_score_gemma":0.00016984099,"threshold_uncertainty_score":0.9810654},"labels":[],"label_agreement":null},{"id":"W2282681064","doi":"10.1007/s10459-016-9669-6","title":"The attributes of an effective teacher differ between the classroom and the clinical setting","year":2016,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Calgary","funders":"","keywords":"Context (archaeology); Psychology; Attractiveness; Physical attractiveness; Charisma; Association (psychology); Personality; Medical education; Applied psychology; Social psychology; Medicine","score_opus":0.08962194968806866,"score_gpt":0.5435787048593524,"score_spread":0.45395675517128375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2282681064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.748759,0.0068242108,0.00035540422,0.24017876,0.0010322724,0.0011309254,0.0000022828049,0.000020934103,0.0016962265],"genre_scores_gemma":[0.9941043,0.003978196,0.0006767308,0.00048306922,0.000474957,0.00009019983,5.676418e-7,0.0000034471936,0.00018850266],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9918912,0.0064230124,0.0005652595,0.00027003756,0.0005603623,0.00029010093],"domain_scores_gemma":[0.9738357,0.024962865,0.00078663614,0.00022796736,0.000111370195,0.00007543244],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.04679266,0.000074941934,0.00015692318,0.000041303185,0.0023605742,0.00010882859,0.00061717123,0.000043471264,0.00000775353],"category_scores_gemma":[0.012909795,0.00002861155,0.00003360692,0.00036847568,0.0038321882,0.0012838907,0.000054383545,0.00021959492,0.000002829679],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011602437,0.000024858704,0.37885877,0.000005456421,0.0000020153273,4.350628e-9,0.0041399826,0.0000044000626,5.6765106e-7,0.026184773,0.0000760405,0.5906915],"study_design_scores_gemma":[0.0003879003,0.00017264558,0.82731295,0.00012987788,0.0000104236005,4.1744528e-7,0.01645712,0.00013566487,0.000008959485,0.06380995,0.09149406,0.00008001952],"about_ca_topic_score_codex":0.0019381513,"about_ca_topic_score_gemma":0.0032064507,"teacher_disagreement_score":0.5906115,"about_ca_system_score_codex":0.00009746891,"about_ca_system_score_gemma":0.00079898734,"threshold_uncertainty_score":0.9989382},"labels":[],"label_agreement":null},{"id":"W2291008493","doi":"10.1177/0098628315603182","title":"Psychology Students’ Understanding of the Skill-Based Learning Fostered Through University Assignments","year":2015,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Psychology; Relevance (law); Career development; Mathematics education; Pedagogy; Higher education; Applied psychology","score_opus":0.41657027275080055,"score_gpt":0.532201441809692,"score_spread":0.11563116905889143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291008493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7951103,0.000053533167,0.038690243,0.016868338,0.0016153242,0.00035523277,0.000003466525,0.00009832565,0.14720528],"genre_scores_gemma":[0.9954765,0.00000960509,0.0031386723,0.00053145725,0.00005182881,9.3050375e-7,0.000002022642,0.0000121482235,0.0007768542],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935243,0.0048658065,0.00030771588,0.00028816485,0.0007502549,0.0002637315],"domain_scores_gemma":[0.9981853,0.0005609626,0.0007236332,0.00037372162,0.00008418263,0.000072222756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005946234,0.0001133205,0.00023984993,0.000115696865,0.0005547455,0.000017707855,0.0010154749,0.0001698466,0.000075816555],"category_scores_gemma":[0.0019804726,0.00010323688,0.000098204364,0.00022541913,0.00061997096,0.00027987678,0.00012570794,0.00063896534,0.000012258655],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037061618,0.0009873941,0.78222924,0.00002010262,0.00019949432,0.0000059923855,0.11267148,0.00082761893,0.00092677976,0.091230154,0.007790393,0.0027407024],"study_design_scores_gemma":[0.01486129,0.0019700406,0.40661758,0.0003762375,0.000500516,0.000013293026,0.14539292,0.00020714822,0.00020252225,0.06400975,0.36489183,0.0009568772],"about_ca_topic_score_codex":0.0010702481,"about_ca_topic_score_gemma":0.00019141783,"teacher_disagreement_score":0.3756117,"about_ca_system_score_codex":0.0002671292,"about_ca_system_score_gemma":0.00017680018,"threshold_uncertainty_score":0.426671},"labels":[],"label_agreement":null},{"id":"W2297442623","doi":"10.5539/ies.v9n2p66","title":"An Analysis of Grades, Class Level and Faculty Evaluation Scores in the United Arab Emirates","year":2016,"lang":"en","type":"article","venue":"International Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Mathematics education; Course evaluation; Higher education; Class (philosophy); Medical education; Medicine","score_opus":0.49328507847465974,"score_gpt":0.5928214473773284,"score_spread":0.0995363689026687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2297442623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.964458,0.00031534128,0.00011460371,0.033634055,0.00040504438,0.00016387991,0.000024966455,0.000012167518,0.00087193557],"genre_scores_gemma":[0.998443,0.0003720767,0.00036897304,0.00026779348,0.00008661588,0.000075914344,0.00006450214,0.0000028488157,0.000318291],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99779505,0.00084969494,0.0002657135,0.00017393925,0.00083376566,0.00008186315],"domain_scores_gemma":[0.996577,0.0011519876,0.00028937112,0.00012317751,0.0018351461,0.000023284398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039719073,0.0000688605,0.00012072923,0.0005825409,0.0001957192,0.00006390343,0.0002693337,0.000032684307,0.00008324462],"category_scores_gemma":[0.006741986,0.00004256786,0.00003452657,0.0006085928,0.00025573358,0.0005933512,0.000021357137,0.000055097553,0.0000036439653],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025897361,0.00037425637,0.7923773,0.000005438381,0.0008091626,1.1920974e-7,0.083118826,0.00037373396,0.00036876867,0.08109609,0.0017616948,0.03968872],"study_design_scores_gemma":[0.00022485018,0.000018251589,0.9097823,0.00004306274,0.00030833838,2.8596943e-7,0.07199608,0.00087439315,0.000051378174,0.0060250964,0.010593391,0.00008260191],"about_ca_topic_score_codex":0.0047460115,"about_ca_topic_score_gemma":0.008520536,"teacher_disagreement_score":0.11740498,"about_ca_system_score_codex":0.00020102304,"about_ca_system_score_gemma":0.00025920136,"threshold_uncertainty_score":0.8071274},"labels":[],"label_agreement":null},{"id":"W2300282226","doi":"","title":"Eating Your Lectures and Having Them Too: Is Online Lecture Availability Especially Helpful in \"Skills-Based\" Courses?.","year":2009,"lang":"en","type":"article","venue":"The Electronic Journal of e-Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Attendance; Class (philosophy); Context (archaeology); Flexibility (engineering); Mathematics education; Psychology; Cognition; Cognitive skill; Computer science; Mathematics; Artificial intelligence","score_opus":0.03932300290249087,"score_gpt":0.37937192506033196,"score_spread":0.3400489221578411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2300282226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9526528,0.002774403,0.000973541,0.041246276,0.00013278416,0.00016740752,5.880664e-7,0.000037687307,0.0020145269],"genre_scores_gemma":[0.9968348,0.00045359964,0.00061354984,0.0008997764,0.00067595387,7.569717e-7,0.0000011589218,0.00001456796,0.0005058292],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958082,0.0020169534,0.0005129073,0.00020973709,0.0008116053,0.0006405917],"domain_scores_gemma":[0.9972081,0.0014429765,0.0008709795,0.00013438804,0.0002536419,0.0000898767],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009911938,0.0001763817,0.0003003004,0.00013277432,0.0009394949,0.00022350591,0.0004601956,0.00012142105,0.0002745536],"category_scores_gemma":[0.007866326,0.00013092709,0.0001129627,0.000357398,0.00014935897,0.00044292986,0.000029242188,0.0026727186,0.0000051147576],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008863608,0.0011886213,0.36083966,0.000042375177,0.0002752194,0.00004428139,0.2119032,0.082633324,0.004870725,0.015904909,0.0014480051,0.3199633],"study_design_scores_gemma":[0.00805707,0.0074790013,0.42159095,0.0016635831,0.0008943807,0.00045432622,0.08923086,0.014515404,0.002010507,0.147132,0.30453214,0.0024398088],"about_ca_topic_score_codex":0.00031480784,"about_ca_topic_score_gemma":0.0013725094,"teacher_disagreement_score":0.3175235,"about_ca_system_score_codex":0.0004974732,"about_ca_system_score_gemma":0.0012776962,"threshold_uncertainty_score":0.9996281},"labels":[],"label_agreement":null},{"id":"W2301863308","doi":"10.4000/ripes.1059","title":"Inverser la classe : effets sur la formation de futurs enseignants","year":2016,"lang":"fr","type":"article","venue":"Revue internationale de pédagogie de l’enseignement supérieur","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.10517762086948426,"score_gpt":0.3701268474673678,"score_spread":0.26494922659788356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2301863308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84282607,0.0017994441,0.015126918,0.09017776,0.0017908384,0.000613718,0.00012918035,0.00022672214,0.047309335],"genre_scores_gemma":[0.87312603,0.0047304607,0.0033653514,0.0018055398,0.0010673855,0.00013137396,0.000040874525,0.00007265775,0.115660325],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932134,0.0032837691,0.0008192931,0.00057038217,0.0011566364,0.0009565271],"domain_scores_gemma":[0.99302113,0.0048790495,0.0007935316,0.00041962095,0.00050453114,0.0003821351],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0060946383,0.00040559232,0.0003553359,0.00030699986,0.00048462156,0.00034948578,0.00086892577,0.0004942885,0.0020622523],"category_scores_gemma":[0.0060552536,0.00040271398,0.00029436967,0.00030420301,0.00042050454,0.0025833019,0.00020277331,0.000516563,0.00088944583],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003030614,0.0016227124,0.031295042,0.000648579,0.00075287424,0.0006815332,0.4051588,0.0010862891,0.009320735,0.09596032,0.2313866,0.22178347],"study_design_scores_gemma":[0.0027673072,0.00017526049,0.027889805,0.0018598452,0.00029041266,0.0003675049,0.02774042,0.006681225,0.0020534664,0.008799263,0.92054117,0.0008343315],"about_ca_topic_score_codex":0.0015271172,"about_ca_topic_score_gemma":0.0017087347,"teacher_disagreement_score":0.68915457,"about_ca_system_score_codex":0.0036664957,"about_ca_system_score_gemma":0.0015089023,"threshold_uncertainty_score":0.9998885},"labels":[],"label_agreement":null},{"id":"W2305333003","doi":"","title":"The use of teaching evaluations by professoriate in business schools in Atlantic Canada","year":2005,"lang":"en","type":"article","venue":"Saint Mary's University Institutional Repository (Saint Mary's University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accountability; Rationalization (economics); Business; Higher education; Compliance (psychology); Quality (philosophy); Accounting; Institution; Actuarial science; Public relations; Psychology; Economics; Political science; Management; Economic growth","score_opus":0.04223578422753366,"score_gpt":0.2884924761745001,"score_spread":0.24625669194696642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2305333003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9471068,0.00006634644,0.0005618255,0.025328685,0.0007470736,0.00080695393,0.00003933428,0.00007311959,0.025269855],"genre_scores_gemma":[0.983348,0.00019786943,0.0009940657,0.00011897963,0.00010729583,8.7331614e-7,0.000049646776,0.0000097574475,0.0151735125],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949427,0.0025432117,0.00040587355,0.0004467335,0.0011851212,0.00047634644],"domain_scores_gemma":[0.9971952,0.0012960164,0.0004535205,0.00035703162,0.0005175577,0.00018069519],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0021650896,0.00022237038,0.0002799009,0.00063185743,0.0028741192,0.000106244406,0.00086126546,0.00017468768,0.000034517994],"category_scores_gemma":[0.0018855131,0.0002473724,0.00009242058,0.0012630456,0.0006186396,0.00230524,0.00027072133,0.00081857765,0.000008384835],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0008503903,0.0008091945,0.20613132,0.000057576795,0.00018881715,0.00066221453,0.0032332267,0.06644884,0.0004356957,0.7049956,0.01096335,0.005223785],"study_design_scores_gemma":[0.0010477016,0.000026577849,0.057259582,0.00017561817,0.00007028929,0.000007252114,0.005436482,0.0013523625,0.00001807463,0.00008557347,0.9342123,0.00030815805],"about_ca_topic_score_codex":0.85495204,"about_ca_topic_score_gemma":0.81415606,"teacher_disagreement_score":0.923249,"about_ca_system_score_codex":0.0110536935,"about_ca_system_score_gemma":0.006390836,"threshold_uncertainty_score":0.99999785},"labels":[],"label_agreement":null},{"id":"W2313356915","doi":"10.14288/1.0055774","title":"The facilitation and hindrance of scholarly activity as reported by The University of British Columbia education faculty members","year":2010,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Pedagogy; Facilitation; Political science; Medical education; Public relations; Psychology; Sociology; Medicine; Law","score_opus":0.02723650633891455,"score_gpt":0.285050534160536,"score_spread":0.25781402782162144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313356915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931268,0.000111891226,0.00004296346,0.0015098056,0.00020537725,0.0003742255,0.00021780697,0.000029314857,0.0043817917],"genre_scores_gemma":[0.9887758,0.00025567037,0.0002897177,0.000015862981,0.00001307246,2.731414e-7,0.000015647616,0.000004895967,0.010629081],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982622,0.0005262555,0.00014206297,0.00028019474,0.0006346721,0.00015457011],"domain_scores_gemma":[0.9977535,0.00041191527,0.00066711404,0.00026921547,0.00080763246,0.00009064853],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0023920035,0.000032546894,0.00016963133,0.000016189659,0.00164124,0.00039853467,0.00048251313,0.00014418301,0.00018322152],"category_scores_gemma":[0.0015452874,0.0000996284,0.00007932407,0.00029404613,0.0015338764,0.0020340981,0.00008918395,0.00035635044,0.00000312734],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023816447,0.00022756662,0.06406089,0.000043292206,0.00008292822,0.000005152207,0.007442092,0.00000248172,0.002454686,0.000020313151,0.03047092,0.89516586],"study_design_scores_gemma":[0.00037139075,0.000039327122,0.9410464,0.00005290943,0.000068643014,0.000012776418,0.034829456,0.000031691055,0.0000021416618,0.00045611514,0.022992412,0.00009674902],"about_ca_topic_score_codex":0.9515237,"about_ca_topic_score_gemma":0.9835056,"teacher_disagreement_score":0.8950691,"about_ca_system_score_codex":0.00007867542,"about_ca_system_score_gemma":0.000604385,"threshold_uncertainty_score":0.99965847},"labels":[],"label_agreement":null},{"id":"W2317226458","doi":"10.7202/1035913ar","title":"Le caractère formatif d’un dispositif d’évaluation des enseignements par les étudiants (EEE) : une analyse de l’utilité des questionnements pour une démarche réflexive","year":2016,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Sociology; Philosophy","score_opus":0.1290745470653356,"score_gpt":0.42778041905697295,"score_spread":0.29870587199163734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317226458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8416059,0.0009879636,0.053896062,0.09487358,0.00096715655,0.0012171917,0.00006739382,0.00016488448,0.0062198956],"genre_scores_gemma":[0.9772409,0.0016377335,0.01533552,0.0003452834,0.00048625024,0.00027353698,0.00039688594,0.000073081,0.0042107976],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9713637,0.023358855,0.0013801119,0.00084197754,0.0021688608,0.00088648906],"domain_scores_gemma":[0.99287546,0.002828376,0.0015311108,0.0006159403,0.0018282199,0.0003209096],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04257086,0.0005482335,0.0005012696,0.0004344982,0.0032277312,0.00033468113,0.0005663124,0.00047466016,0.0014453403],"category_scores_gemma":[0.0112414565,0.0005280531,0.00025640358,0.0015624485,0.0008966663,0.0053296383,0.00010943217,0.00044462012,0.00054552715],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008305823,0.000960564,0.106723025,0.00012246732,0.00035087785,0.0000018078463,0.29525384,0.00053609454,0.002983169,0.007968495,0.0014756662,0.5835409],"study_design_scores_gemma":[0.0018948872,0.00016888375,0.90785384,0.0006910425,0.0008554819,0.000008267941,0.024184108,0.003018834,0.0017145191,0.05503838,0.0039743073,0.000597416],"about_ca_topic_score_codex":0.030016538,"about_ca_topic_score_gemma":0.028032959,"teacher_disagreement_score":0.80113083,"about_ca_system_score_codex":0.0034792405,"about_ca_system_score_gemma":0.005616249,"threshold_uncertainty_score":0.9997171},"labels":[],"label_agreement":null},{"id":"W2317249203","doi":"10.1515/mc-2012-0007","title":"The cinematic art of teaching university mathematics: chalk talk as embodied practice","year":2012,"lang":"en","type":"article","venue":"Multimodal Communication","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Embodied cognition; Discipline; Rhetorical question; Situated; Mathematics education; Pedagogy; Multimodality; Sociology; Psychology; Linguistics; Computer science; Art; Social science; Literature","score_opus":0.08525644745113674,"score_gpt":0.4189810555531249,"score_spread":0.3337246081019882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317249203","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13225456,0.0008764056,0.0016589254,0.05017119,0.00022741337,0.0008749153,0.0000022362563,0.00028371267,0.81365067],"genre_scores_gemma":[0.96503747,0.0004085283,0.03264831,0.00008514732,0.000048129063,0.000005391296,0.0000065246513,0.000013225271,0.0017473025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956202,0.0032559608,0.00027438998,0.00008669053,0.00054640346,0.00021633477],"domain_scores_gemma":[0.99167883,0.0065515363,0.00070718967,0.0007554792,0.00022915479,0.000077782686],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01143962,0.000085829444,0.00012977171,0.00005597672,0.0016195247,0.00006788672,0.00081701844,0.00007331193,0.0000582348],"category_scores_gemma":[0.014143412,0.00007445026,0.000056816185,0.00012729227,0.00026882172,0.0015408726,0.0001758557,0.00039222624,0.00014132638],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044109005,0.0006118771,0.0008156381,0.000032464017,0.00007869133,2.528498e-7,0.11983772,0.000049374285,0.00024872296,0.86777544,0.0011587773,0.009346955],"study_design_scores_gemma":[0.00055555603,0.000050806695,0.0025918884,0.00013348379,0.00021350724,0.000006098694,0.21212876,0.004883225,0.0000936294,0.0060907574,0.77300036,0.00025189895],"about_ca_topic_score_codex":0.0037233965,"about_ca_topic_score_gemma":0.0007285938,"teacher_disagreement_score":0.8616847,"about_ca_system_score_codex":0.00015393793,"about_ca_system_score_gemma":0.000093049646,"threshold_uncertainty_score":0.9996802},"labels":[],"label_agreement":null},{"id":"W2319385258","doi":"10.7202/1034584ar","title":"Perception de la qualité d’une formation universitaire par les étudiants : étude comparative selon le mode d’orientation et l’ancienneté dans le cursus","year":2016,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Art; Psychology","score_opus":0.14157253102992606,"score_gpt":0.46005109793082954,"score_spread":0.3184785669009035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319385258","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76721007,0.00014779832,0.110518694,0.10985061,0.0009493573,0.00070585735,0.000041485895,0.00014830679,0.010427811],"genre_scores_gemma":[0.99071336,0.000709973,0.0049058725,0.00018457824,0.00027486993,0.00008533456,0.00037556034,0.000036230806,0.0027142444],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9667541,0.03019036,0.0007081334,0.0005940456,0.0012911295,0.00046224392],"domain_scores_gemma":[0.9948393,0.00279678,0.0010890983,0.00034384427,0.00076701463,0.00016397661],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.029819602,0.0003402872,0.00032168248,0.0002738871,0.0017286148,0.0002310362,0.00034483906,0.00042488312,0.00026821467],"category_scores_gemma":[0.0020331384,0.00034778749,0.00014395783,0.00073355454,0.0005199319,0.007676093,0.000052289688,0.00039355748,0.0002716298],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008830711,0.0007102044,0.0127572,0.0000614475,0.00008620162,9.0644943e-7,0.81520015,0.0056631872,0.016881512,0.105386995,0.0050006867,0.03816321],"study_design_scores_gemma":[0.0020389971,0.00017777456,0.68791765,0.00026445347,0.00025409937,0.000010568386,0.28047752,0.00977847,0.001164519,0.009973762,0.007409711,0.0005324573],"about_ca_topic_score_codex":0.01291222,"about_ca_topic_score_gemma":0.016669773,"teacher_disagreement_score":0.67516047,"about_ca_system_score_codex":0.0026109626,"about_ca_system_score_gemma":0.0029154604,"threshold_uncertainty_score":0.9998974},"labels":[],"label_agreement":null},{"id":"W2334655121","doi":"10.1086/668116","title":"Teaching with the <i>Canadian Architect</i> Fonds: A Collaboration between Ryerson University Librarians and Instructors in Architecture Using Special Collections","year":2012,"lang":"en","type":"article","venue":"Art Documentation Journal of the Art Libraries Society of North America","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Bachelor; Architecture; Context (archaeology); Extant taxon; Special collections; Subject (documents); Library science; Photography; Computer science; Visual arts; Art; History","score_opus":0.027817490852289527,"score_gpt":0.29420608768106143,"score_spread":0.2663885968287719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334655121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9399123,0.00004420316,0.0013666583,0.053446308,0.00021569929,0.0003189583,0.000017194632,0.000011291619,0.0046673534],"genre_scores_gemma":[0.98175985,0.000031410487,0.016285086,0.0006876804,0.00054030016,7.403338e-7,0.000005221068,0.000010102047,0.0006796038],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99796987,0.0009969916,0.00024277027,0.00008870619,0.0004838615,0.00021779335],"domain_scores_gemma":[0.9984868,0.00047908642,0.00070791185,0.00010038968,0.00007881025,0.00014701033],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00079902343,0.00009733565,0.00016260875,0.00013700324,0.0021776115,0.00024415282,0.00027682766,0.00004136349,0.0000506184],"category_scores_gemma":[0.00015464648,0.00007031584,0.00008749175,0.0009846406,0.00077459397,0.00310481,0.00004903775,0.0004551196,0.0000011082803],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090978836,0.00004693952,0.69232494,0.000011893715,0.00018059375,6.024424e-7,0.28448418,0.0028326486,0.00003665931,0.0018699901,0.012407169,0.0057133767],"study_design_scores_gemma":[0.00091637956,0.00024404698,0.19063516,0.00007089407,0.000216941,0.00001340354,0.11217911,0.000077057775,0.000044372082,0.00096145406,0.69442546,0.00021570906],"about_ca_topic_score_codex":0.008174351,"about_ca_topic_score_gemma":0.05503496,"teacher_disagreement_score":0.6820183,"about_ca_system_score_codex":0.00021254679,"about_ca_system_score_gemma":0.0010963151,"threshold_uncertainty_score":0.9991214},"labels":[],"label_agreement":null},{"id":"W2339886527","doi":"10.1080/0309877x.2016.1159289","title":"Using the Teaching Perspectives Inventory (TPI) to examine the relationship between teaching perspectives and disciplines in higher education","year":2016,"lang":"en","type":"article","venue":"Journal of Further and Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of Ioannina; University of Crete; La Trobe University; University of Macedonia","keywords":"Discipline; Higher education; Interpersonal communication; Dimension (graph theory); Sample (material); Psychology; Sociology; Pedagogy; Mathematics education; Social science; Political science","score_opus":0.26137569714149644,"score_gpt":0.4918332595312113,"score_spread":0.23045756238971488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339886527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.798793,0.0027864182,0.0000767575,0.19363555,0.00061946746,0.00018822611,4.998745e-7,0.000008614436,0.0038914455],"genre_scores_gemma":[0.987459,0.00006261076,0.0009956742,0.00020391283,0.0026318172,0.000009349374,3.1483606e-7,0.00001359639,0.008623741],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973317,0.0016246759,0.00032843658,0.0001805323,0.00038324256,0.00015143366],"domain_scores_gemma":[0.99737495,0.0017421664,0.0004505047,0.00014612732,0.00018754537,0.000098727454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045928378,0.0001147784,0.00014195366,0.0002447652,0.000943539,0.00021910486,0.00021812867,0.00006518945,0.00010840392],"category_scores_gemma":[0.0015021379,0.00006180371,0.000042441374,0.0001524891,0.00020990113,0.0011267277,0.0000415896,0.0004515341,0.0000026020027],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018612154,0.00015506882,0.6048333,0.0000061134715,0.00002560425,8.574377e-8,0.2736867,0.0000047012827,0.00023515627,0.10872806,0.0005653859,0.011741189],"study_design_scores_gemma":[0.00014507481,0.00003540881,0.8391814,0.00016603309,0.00005977161,0.0000026979583,0.13276796,0.0000010240074,0.0000015666765,0.011234139,0.016315604,0.00008931266],"about_ca_topic_score_codex":0.000918726,"about_ca_topic_score_gemma":0.00016577964,"teacher_disagreement_score":0.23434809,"about_ca_system_score_codex":0.0003567458,"about_ca_system_score_gemma":0.0004849033,"threshold_uncertainty_score":0.7257035},"labels":[],"label_agreement":null},{"id":"W2345772712","doi":"10.1080/1360144x.2016.1170098","title":"Does educational development matter?","year":2016,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Keele University","keywords":"Resistance (ecology); Face (sociological concept); Engineering ethics; Sociology; Pedagogy; Educational leadership; Professional development; Faculty development; Mathematics education; Psychology; Engineering; Social science","score_opus":0.1119689806114787,"score_gpt":0.4686009423103901,"score_spread":0.3566319616989114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345772712","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2227695,0.0001301667,0.010043632,0.7451109,0.013628949,0.0004996205,0.000007404777,0.000057826746,0.007751961],"genre_scores_gemma":[0.7942259,0.00035826644,0.023493579,0.0056327065,0.0042118235,0.00021154775,0.000011010825,0.00003358769,0.17182164],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973965,0.00017647095,0.0005470679,0.00017691826,0.0014088802,0.00029413486],"domain_scores_gemma":[0.99752,0.0012896743,0.00044256804,0.00008096102,0.00053680164,0.00012995233],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005481889,0.00011739851,0.00009090894,0.00013572609,0.0012519319,0.00016063014,0.0014613236,0.00008467542,0.0023188896],"category_scores_gemma":[0.0015890868,0.00005205048,0.000059186023,0.00005669565,0.00012423791,0.00060404954,0.000117341966,0.000294706,0.0007179651],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025602,0.00016389125,0.09370126,0.000009872437,0.0008197072,0.0000038468847,0.06514365,0.000018945319,0.0022256463,0.07216124,0.24094956,0.5245464],"study_design_scores_gemma":[0.00033328286,0.000003678118,0.029520001,0.00010392184,0.0000084574785,0.000020403799,0.00072610535,0.0000013747078,0.0013415784,0.014443859,0.9533628,0.00013449643],"about_ca_topic_score_codex":0.000020367668,"about_ca_topic_score_gemma":0.00007836346,"teacher_disagreement_score":0.73947823,"about_ca_system_score_codex":0.0010797844,"about_ca_system_score_gemma":0.0021562732,"threshold_uncertainty_score":0.99859315},"labels":[],"label_agreement":null},{"id":"W2350421392","doi":"","title":"Characteristics of Office of Teaching Advancement(OTA) at the University of Toronto and its Enlightenments","year":2010,"lang":"en","type":"article","venue":"Journal of Shayang Teachers College","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Admiration; Meaning (existential); Order (exchange); Sociology; Pedagogy; Mathematics education; Psychology; Library science; Media studies; Computer science; Business","score_opus":0.03694939095283627,"score_gpt":0.33994949109773526,"score_spread":0.303000100144899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2350421392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907008,0.00041839463,0.000040960123,0.0018831443,0.00030535588,0.0001413927,0.000022782173,0.0000043586574,0.006482838],"genre_scores_gemma":[0.99540174,0.00050240976,0.0016601644,0.000021114593,0.000084019666,1.5289297e-7,8.290023e-7,0.0000066527996,0.0023229434],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981599,0.0005287681,0.00040670796,0.00009048803,0.0006886084,0.00012556976],"domain_scores_gemma":[0.9972903,0.00054336025,0.0016750589,0.00013635913,0.0002713983,0.00008353607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045171077,0.00008159773,0.00026659612,0.00004206464,0.000347099,0.000008920743,0.00039829974,0.00008119289,0.0005533699],"category_scores_gemma":[0.0014879279,0.00006776565,0.00008741631,0.000059027243,0.00022601856,0.00063802104,0.000100110665,0.0003554447,0.0000017257821],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002175937,0.001985931,0.19515073,0.00031058618,0.0011671148,0.00003650629,0.36265936,0.00003863892,0.31140321,0.056323662,0.010236768,0.05851156],"study_design_scores_gemma":[0.003351838,0.0008261503,0.34851763,0.00044873345,0.0008210569,0.000031146355,0.105213195,0.00026436997,0.004237927,0.00021955547,0.53564376,0.0004246488],"about_ca_topic_score_codex":0.0011341844,"about_ca_topic_score_gemma":0.0021854285,"teacher_disagreement_score":0.525407,"about_ca_system_score_codex":0.0001801039,"about_ca_system_score_gemma":0.00019563404,"threshold_uncertainty_score":0.60590124},"labels":[],"label_agreement":null},{"id":"W235058759","doi":"","title":"The Changing Face of Undergraduate Academic Advising.","year":2004,"lang":"en","type":"article","venue":"Guidance & counselling","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Academic advising; Psychology; Face (sociological concept); Career counseling; Higher education; Pedagogy; Medical education; Mathematics education; Sociology; Political science; Medicine","score_opus":0.08087708334515627,"score_gpt":0.40712070951511803,"score_spread":0.3262436261699618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W235058759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57915723,0.031585835,0.2331165,0.14026292,0.0023572617,0.0008156234,0.000004478558,0.00044756354,0.012252581],"genre_scores_gemma":[0.988678,0.00803939,0.0014770954,0.00021658039,0.00025607337,0.0000076303395,7.084025e-7,0.000013728463,0.0013108212],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99799037,0.00027481338,0.00033004826,0.0001914212,0.0008132077,0.00040011763],"domain_scores_gemma":[0.99839944,0.0007413317,0.00041723775,0.00020764658,0.00017735867,0.00005699377],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0061017564,0.00009601636,0.0001172663,0.000064259635,0.0015280219,0.00008620657,0.00049180596,0.00008459124,0.0000067738624],"category_scores_gemma":[0.0008194399,0.000081506754,0.00005837071,0.00040919933,0.00029258063,0.00043179243,0.000015090802,0.00034152306,0.000049517774],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038184884,0.00004053664,0.0011737084,0.00003136286,0.000055085617,0.0000027844962,0.15848418,0.047243934,0.001922597,0.75724983,0.0004908352,0.033266947],"study_design_scores_gemma":[0.00076669024,0.0000656851,0.00034615927,0.0007026673,0.00008550572,0.000003881836,0.026985973,0.0025567885,0.004956084,0.24368615,0.7193142,0.00053020613],"about_ca_topic_score_codex":0.0004866897,"about_ca_topic_score_gemma":0.00037810716,"teacher_disagreement_score":0.7188234,"about_ca_system_score_codex":0.00012731562,"about_ca_system_score_gemma":0.000254805,"threshold_uncertainty_score":0.99977183},"labels":[],"label_agreement":null},{"id":"W2371925547","doi":"","title":"Canadian University Professors’Perceptions of the Challenges and Support to Engage in Research","year":2013,"lang":"en","type":"article","venue":"海外英语","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bureaucracy; Qualitative research; Focus group; Public relations; Work (physics); Perception; Sociology; Service (business); Medical education; Engineering ethics; Psychology; Political science; Business; Marketing; Medicine; Engineering; Social science; Politics","score_opus":0.45791957740928796,"score_gpt":0.5096417370811165,"score_spread":0.05172215967182853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2371925547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77644783,0.000020915795,2.149135e-7,0.117843196,0.000043799053,0.00027473742,0.0000016128931,0.000004960365,0.10536271],"genre_scores_gemma":[0.991374,0.000099123834,0.00011260534,0.00006484401,0.000014572664,0.0000034104148,1.7937077e-7,0.0000018211473,0.008329404],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9980806,0.0013851438,0.000047852944,0.00008375611,0.0002484844,0.00015416802],"domain_scores_gemma":[0.99935853,0.00030522575,0.00001906489,0.00010771532,0.00010720184,0.00010223384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037529925,0.000021775135,0.00003890188,0.00012537588,0.0004560076,0.000014824858,0.0002043486,0.00004047022,0.00051207165],"category_scores_gemma":[0.0011849132,0.0000189037,0.000008452019,0.00018011259,0.00012328108,0.00020912969,0.000052800173,0.00021291393,0.00008599022],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004959043,0.000065483146,0.11445129,0.000017938137,0.000008769008,0.0000021628862,0.69581014,0.0000089712885,0.00032364423,0.14933689,0.00991449,0.030055292],"study_design_scores_gemma":[0.000047560126,0.000014549678,0.8094651,0.000011694998,0.0000015454485,8.555567e-8,0.12964404,0.0000047583594,0.0000045869915,0.0008570575,0.05992022,0.000028813023],"about_ca_topic_score_codex":0.63304967,"about_ca_topic_score_gemma":0.9481528,"teacher_disagreement_score":0.6950138,"about_ca_system_score_codex":0.0001803415,"about_ca_system_score_gemma":0.0005173915,"threshold_uncertainty_score":0.5606826},"labels":[],"label_agreement":null},{"id":"W2390567443","doi":"10.15388/infedu.2016.05","title":"Data Mining of Undergraduate Course Evaluations","year":2016,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Course (navigation); Computer science; Set (abstract data type); Regression analysis; Quality (philosophy); Mathematics education; Course evaluation; Linear regression; Higher education; Data science; Psychology; Machine learning; Engineering","score_opus":0.24715966979722534,"score_gpt":0.5448979039769878,"score_spread":0.2977382341797624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2390567443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73476464,0.00019502133,0.007370502,0.10061742,0.0025171852,0.00073246093,0.000053697935,0.000088321714,0.15366076],"genre_scores_gemma":[0.9776014,0.00014585254,0.021109598,0.000119963406,0.000080269136,0.000012902852,0.000030476485,0.0000039621345,0.0008955666],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99866885,0.00023766543,0.0004296928,0.00006306448,0.00048565303,0.00011506177],"domain_scores_gemma":[0.9980989,0.00080883806,0.00043314998,0.00040661587,0.00021372664,0.000038778806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004467773,0.000046129924,0.00007140359,0.00012697281,0.00012892854,0.0000345201,0.00043752888,0.000043764663,0.00009235935],"category_scores_gemma":[0.005444123,0.000038300517,0.000011321722,0.000229597,0.000118230906,0.0019789163,0.000055656372,0.00005365682,0.00006758846],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066600755,0.0003716359,0.040593468,0.000038654474,0.0000214741,3.6926636e-8,0.0875614,0.00009644851,0.00005342076,0.16276868,0.019852728,0.6886354],"study_design_scores_gemma":[0.0015577074,0.000095950774,0.09871863,0.0012457179,0.00020780561,0.000003010641,0.26972556,0.008764165,0.00019740242,0.10166829,0.51716167,0.0006540778],"about_ca_topic_score_codex":0.00039561006,"about_ca_topic_score_gemma":0.0016747926,"teacher_disagreement_score":0.6879813,"about_ca_system_score_codex":0.00013741963,"about_ca_system_score_gemma":0.0018774047,"threshold_uncertainty_score":0.6517517},"labels":[],"label_agreement":null},{"id":"W2394645666","doi":"","title":"AC OMPREHENSIVE FACULTY DEVELOPMENT MODEL FOR NURSING EDUCATION MICHELE DRUMMOND-YOUNG, BSCN, MHSC (HCP), ⁎ BARBARA BROWN, BSCN, MSCN, ⁎ CHARLOTTE NOESGAARD, BN, MSCN, ⁎ OLA LUNYK-CHILD, BSCN, MSCN, ⁎","year":2010,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General partnership; Faculty development; Conceptualization; Professional development; Collaborative model; Nurse education; Medical education; Nursing; Sociology; Political science; Pedagogy; Medicine; Computer science","score_opus":0.097354373265744,"score_gpt":0.4392922724330613,"score_spread":0.3419378991673173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2394645666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5763562,0.0018615272,0.04837404,0.100291654,0.015140801,0.011147268,0.00021550198,0.0029827708,0.24363029],"genre_scores_gemma":[0.76035386,0.00020536059,0.113886304,0.0049572177,0.00234505,0.0010932089,0.00082661345,0.00030923032,0.11602315],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9909362,0.00075148477,0.0017869277,0.0020247528,0.0025357294,0.0019648648],"domain_scores_gemma":[0.9928794,0.0008300072,0.0013704151,0.0012519794,0.002716041,0.00095216493],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005015536,0.0010863983,0.000986839,0.00058909814,0.0042664073,0.001152509,0.001828941,0.0009591373,0.0010336045],"category_scores_gemma":[0.0034992069,0.0011067399,0.0005068636,0.000804871,0.0008002449,0.002758497,0.0002641108,0.0017879263,0.0008491956],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066174864,0.005236152,0.0066009345,0.0004397115,0.0009681151,0.000010131729,0.2269109,0.0016000727,0.040033355,0.13648525,0.41397187,0.16708176],"study_design_scores_gemma":[0.0025672864,0.00016584968,0.008215805,0.00047972935,0.00051534036,0.00004842055,0.01876556,0.017239943,0.008372425,0.0070699207,0.9337972,0.0027625381],"about_ca_topic_score_codex":0.0018733258,"about_ca_topic_score_gemma":0.011277291,"teacher_disagreement_score":0.51982534,"about_ca_system_score_codex":0.0011146098,"about_ca_system_score_gemma":0.0044116243,"threshold_uncertainty_score":0.9999288},"labels":[],"label_agreement":null},{"id":"W2401839864","doi":"10.1080/02602938.2016.1188057","title":"Impact assessment of a department-wide science education initiative using students’ perceptions of teaching and learning experiences","year":2016,"lang":"en","type":"article","venue":"Assessment & Evaluation in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Helpfulness; Context (archaeology); Psychology; Perception; Medical education; Preference; Science education; Class (philosophy); Teaching method; Mathematics education; Medicine; Computer science","score_opus":0.1817612835993253,"score_gpt":0.5919669342211382,"score_spread":0.4102056506218129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401839864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98691094,0.00008372218,0.00072596193,0.0016772209,0.00078093697,0.00088313426,0.0000017693358,0.000021800328,0.00891454],"genre_scores_gemma":[0.9858087,0.000050268158,0.013368783,0.000055156448,0.000107690445,0.00029887466,0.000013572482,0.000011347721,0.0002856431],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925905,0.0037746811,0.00064980664,0.00041989595,0.0023064783,0.00025867394],"domain_scores_gemma":[0.99628115,0.0012866752,0.0010080552,0.00022734705,0.0010860285,0.00011071734],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015622433,0.00015256768,0.00022182395,0.0006681596,0.0008688761,0.00014707421,0.00033081198,0.00007069694,0.0010643402],"category_scores_gemma":[0.002515879,0.00012961654,0.000050288978,0.00064389664,0.0005395298,0.0025855089,0.00008129002,0.00026529565,0.0000016383573],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004590525,0.0007967736,0.9327905,0.000011863477,0.000019480749,1.9151637e-8,0.035787303,0.00023142091,0.0040104277,0.009863156,0.00002986282,0.0164546],"study_design_scores_gemma":[0.00034783047,0.00012481656,0.91684645,0.00022978894,0.00007711832,3.2387175e-7,0.08032297,0.00058331393,0.000047611495,0.0011031916,0.00018010064,0.00013646137],"about_ca_topic_score_codex":0.00205402,"about_ca_topic_score_gemma":0.00010146872,"teacher_disagreement_score":0.044535667,"about_ca_system_score_codex":0.0021746375,"about_ca_system_score_gemma":0.011878883,"threshold_uncertainty_score":0.99984884},"labels":[],"label_agreement":null},{"id":"W2408779181","doi":"10.1002/tl.20183","title":"The Canadian Teaching Commons: The Scholarship of Teaching and Learning in Canadian Higher Education","year":2016,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Dalhousie University","funders":"","keywords":"Scholarship; Scholarship of Teaching and Learning; Higher education; Commons; Teaching and learning center; Teaching method; Pedagogy; Sociology; Mathematics education; Political science; Psychology","score_opus":0.06384511602671758,"score_gpt":0.3965690827529108,"score_spread":0.3327239667261932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408779181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7210149,0.002162422,0.00015975085,0.16198349,0.001013742,0.0006762412,0.0000032676003,0.00016698742,0.112819165],"genre_scores_gemma":[0.95871013,0.00007476292,0.0014051064,0.00024965405,0.0003371534,0.000038122296,0.0000032977862,0.000025139201,0.039156627],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910268,0.007563757,0.000297618,0.00028450217,0.00028369948,0.00054362835],"domain_scores_gemma":[0.99194837,0.0071828132,0.00024795526,0.00017077693,0.00007000102,0.00038005845],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.027419,0.00014714205,0.00015695296,0.00036243643,0.02329311,0.0005293762,0.00026954655,0.00013982695,0.000022571585],"category_scores_gemma":[0.031523455,0.00009907149,0.000052827534,0.00013266153,0.00025020543,0.00072652835,0.00003231378,0.0035116072,0.00000343547],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008479914,0.000016020607,0.12584333,0.0000071454874,0.00002662341,2.1812677e-7,0.03534205,0.0001050922,0.0000696481,0.09880881,0.0008327012,0.7389399],"study_design_scores_gemma":[0.00020485546,0.0000394316,0.06972081,0.00017749846,0.000032597607,0.0000034992363,0.014133453,0.00012235437,0.0000013669637,0.0015067254,0.9139149,0.00014249],"about_ca_topic_score_codex":0.98673457,"about_ca_topic_score_gemma":0.9914611,"teacher_disagreement_score":0.91308224,"about_ca_system_score_codex":0.0006595059,"about_ca_system_score_gemma":0.0018302454,"threshold_uncertainty_score":0.99878734},"labels":[],"label_agreement":null},{"id":"W2410079314","doi":"10.1002/tl.20182","title":"The History of SoTL in Canada: Answering Calls for Action","year":2016,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Brock University","funders":"","keywords":"Action (physics); Pedagogy; Sociology; Psychology; Mathematics education","score_opus":0.09171278714677636,"score_gpt":0.38184489952250883,"score_spread":0.29013211237573244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2410079314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8895537,0.0025836187,0.046354044,0.038370606,0.005768862,0.0010346433,0.0000052471405,0.00021994735,0.01610933],"genre_scores_gemma":[0.94976914,0.00014892354,0.002032432,0.000029001882,0.0001870154,0.000035460605,6.67046e-7,0.000010327669,0.047787018],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99887246,0.00055347034,0.00015233162,0.00012043164,0.00014213468,0.00015917467],"domain_scores_gemma":[0.99543196,0.004267977,0.00015872123,0.00005697602,0.000039837054,0.00004450805],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0038005228,0.000049661314,0.00008024788,0.00005557194,0.0013122133,0.000018820707,0.00007113937,0.000031985815,0.000008425025],"category_scores_gemma":[0.008912013,0.000036492136,0.00003109426,0.000036011857,0.00005845706,0.0002278318,0.000008316592,0.00025143856,2.588097e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031955344,0.0000097279935,0.0065388675,0.000010441626,0.00001587872,5.0687074e-8,0.014856247,0.00027284445,0.0011456363,0.0049106693,0.0057485993,0.9664591],"study_design_scores_gemma":[0.00024775678,0.000023425117,0.0041321944,0.00003949178,0.000012650017,3.3263115e-7,0.008557453,0.000427079,0.000020237852,0.00017034453,0.9863126,0.000056413777],"about_ca_topic_score_codex":0.90075225,"about_ca_topic_score_gemma":0.937276,"teacher_disagreement_score":0.980564,"about_ca_system_score_codex":0.0012430933,"about_ca_system_score_gemma":0.0012127593,"threshold_uncertainty_score":0.99998796},"labels":[],"label_agreement":null},{"id":"W2411878531","doi":"10.5430/wje.v6n3p56","title":"Assessing Students’ Attainment in Learning Outcomes: A Comparison of Course-End Evaluation and Entry-Exit Surveys","year":2016,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Chinese University of Hong Kong","keywords":"Course (navigation); Perception; Psychology; Mathematics education; Course evaluation; Set (abstract data type); Educational attainment; General education; Medical education; Pedagogy; Higher education; Computer science; Engineering","score_opus":0.1839573861926704,"score_gpt":0.5639785717752466,"score_spread":0.38002118558257614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2411878531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837036,0.00062804844,0.00051318447,0.011557325,0.00072668947,0.00018008339,1.9461112e-7,0.000004467483,0.0026863965],"genre_scores_gemma":[0.9980583,0.00014700425,0.00080781337,0.000026498281,0.00012299344,0.0000043127156,9.836183e-7,0.0000057686198,0.00082632754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935808,0.0042263116,0.0006080215,0.00010731624,0.0013498275,0.00012769809],"domain_scores_gemma":[0.9963728,0.0015744062,0.0013955082,0.000074601725,0.00051123125,0.000071407354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026287239,0.0000708108,0.00021103588,0.00044089902,0.00017721283,0.00013787033,0.00017094176,0.0000342746,0.00028210442],"category_scores_gemma":[0.004691704,0.000054827586,0.00003727397,0.0003241518,0.00008877508,0.0011569717,0.000021327129,0.00020293787,0.0000031576744],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006898372,0.000381955,0.8514502,0.0000049903574,0.000021970818,1.0290217e-7,0.00994786,0.00008654209,0.00019261605,0.00033591737,0.00023714792,0.13733377],"study_design_scores_gemma":[0.00058849674,0.000048411846,0.9676425,0.0002876633,0.00007005009,7.467471e-7,0.027128346,0.000045263227,0.00004495692,0.00050764985,0.0035720337,0.00006387033],"about_ca_topic_score_codex":0.0003963638,"about_ca_topic_score_gemma":0.0019505627,"teacher_disagreement_score":0.1372699,"about_ca_system_score_codex":0.00040604634,"about_ca_system_score_gemma":0.0008537883,"threshold_uncertainty_score":0.9110685},"labels":[],"label_agreement":null},{"id":"W2413570892","doi":"10.1002/tl.20187","title":"SoTL<sup>2</sup>: Inquiring into the Impact of Inquiry","year":2016,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Royal University","funders":"","keywords":"Context (archaeology); Mount; Scholarship of Teaching and Learning; Institution; Impact evaluation; Sociology; Pedagogy; Psychology; Engineering; Teaching method; Social science; Geography; Teaching and learning center; Archaeology; Medicine","score_opus":0.09030019462117073,"score_gpt":0.4435390445961184,"score_spread":0.3532388499749477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413570892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9662893,0.00034140958,0.01972105,0.007070213,0.00026509058,0.00023668021,8.3719675e-7,0.00022022991,0.0058551836],"genre_scores_gemma":[0.98741364,0.000098833654,0.003520707,0.00002527399,0.00072569394,0.000016584154,0.0000011603215,0.000018078956,0.008180021],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973106,0.0017770774,0.00021828357,0.0002130389,0.0002447877,0.00023623649],"domain_scores_gemma":[0.9954087,0.004051501,0.0002244191,0.00014398238,0.000071677336,0.00009971945],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.006991982,0.00010785161,0.00014702554,0.00013453253,0.003842855,0.000113044414,0.00017519122,0.00007882677,0.0000743182],"category_scores_gemma":[0.0155379325,0.00006558638,0.00013363588,0.00013701072,0.00031944504,0.00058933534,0.00004564753,0.0005527326,0.000008482494],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027095797,0.000030355874,0.012696686,0.000006183133,0.000077093624,9.735433e-8,0.31280705,0.003313314,0.00077941315,0.0053245975,0.0017517691,0.6631864],"study_design_scores_gemma":[0.0011432956,0.0004062425,0.010140732,0.00026341583,0.0001353221,0.0000058040596,0.109292135,0.0030189652,0.00008008989,0.0032940286,0.87185043,0.00036951972],"about_ca_topic_score_codex":0.025270848,"about_ca_topic_score_gemma":0.00031807885,"teacher_disagreement_score":0.87009865,"about_ca_system_score_codex":0.00014089534,"about_ca_system_score_gemma":0.0001908923,"threshold_uncertainty_score":0.997454},"labels":[],"label_agreement":null},{"id":"W2415379053","doi":"10.1002/tl.20189","title":"Reconceptualizing the Scholarship of Teaching and Learning at the University of Waterloo: An Account of Influences and Impact","year":2016,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Scholarship; Scholarship of Teaching and Learning; Institution; Higher education; Sociology; Mathematics education; Pedagogy; Confluence; Teaching method; Teaching and learning center; Psychology; Political science; Computer science; Social science","score_opus":0.07489615587109304,"score_gpt":0.39088465941982675,"score_spread":0.3159885035487337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415379053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959244,0.00057459634,0.00035079406,0.001868647,0.000054698114,0.00014649442,0.0000023597786,0.000040941097,0.0010370575],"genre_scores_gemma":[0.99424183,0.00022806555,0.0014960198,0.000012217582,0.000058151054,9.558572e-7,0.0000010192173,0.0000089088035,0.0039528394],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9949446,0.0042772107,0.00019182108,0.00019629624,0.00022741352,0.00016269254],"domain_scores_gemma":[0.9944903,0.004825948,0.00043265632,0.00010987247,0.00007340441,0.00006781288],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.012871411,0.00009351353,0.00017112307,0.00008665549,0.005397375,0.00006649628,0.00015604927,0.00006905108,0.000033267028],"category_scores_gemma":[0.009001735,0.00005557756,0.000055569297,0.000072927825,0.00058111624,0.00089948234,0.00007653974,0.0008420129,3.8409559e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058096586,0.000020609375,0.2466504,0.00002228792,0.00007168806,8.734748e-8,0.28922674,0.0005113685,0.008591392,0.0013128453,0.000037722668,0.45349675],"study_design_scores_gemma":[0.0014124321,0.00076572644,0.33494887,0.00070745125,0.00037474206,0.000016090597,0.49149117,0.0007857711,0.0005355302,0.0009764715,0.16760173,0.0003839971],"about_ca_topic_score_codex":0.037259348,"about_ca_topic_score_gemma":0.0030859588,"teacher_disagreement_score":0.45311275,"about_ca_system_score_codex":0.000055497363,"about_ca_system_score_gemma":0.000078487916,"threshold_uncertainty_score":0.99934584},"labels":[],"label_agreement":null},{"id":"W2418584772","doi":"10.5206/cjsotl-rcacea.2016.1.4","title":"Faculty Experience Teaching in an Interdisciplinary First-Year Seminar Program: The Case of the University of Guelph","year":2016,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; University of Guelph","funders":"","keywords":"Curriculum; Library science; Sociology; Pedagogy; Medical education; Psychology; Medicine","score_opus":0.11587129583934547,"score_gpt":0.4321937708561682,"score_spread":0.31632247501682276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418584772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797713,0.00015429841,0.0001053247,0.019013155,0.00015565312,0.00028702305,0.000006684005,0.000008294447,0.000498266],"genre_scores_gemma":[0.9987013,0.000010254866,0.0006111531,0.00002318565,0.000072104034,0.0000019815636,3.6844864e-7,0.000009008393,0.0005706577],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9946187,0.0044881874,0.00023945303,0.00012645894,0.0002641623,0.0002630304],"domain_scores_gemma":[0.99672264,0.0022742227,0.0005224978,0.00024620033,0.00009804899,0.00013638995],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.022333175,0.00009230262,0.00013673157,0.00008092229,0.01132364,0.000144184,0.001027019,0.0000691571,0.000025583293],"category_scores_gemma":[0.006997056,0.000042198608,0.00010764941,0.00011372578,0.00076108845,0.00068366306,0.00011501654,0.0019633898,4.2882098e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008869754,0.000039045095,0.13586828,0.000023369137,0.000057410154,0.000017740163,0.71520156,0.0010218064,0.0003345046,0.009215498,0.0001521536,0.13797992],"study_design_scores_gemma":[0.0007597978,0.00035519095,0.109177135,0.0009983763,0.0001509012,0.0002734402,0.8443763,0.0007435109,0.000045435925,0.004152964,0.03874901,0.0002178925],"about_ca_topic_score_codex":0.046415042,"about_ca_topic_score_gemma":0.31754434,"teacher_disagreement_score":0.2711293,"about_ca_system_score_codex":0.00015337922,"about_ca_system_score_gemma":0.00031902446,"threshold_uncertainty_score":0.9899635},"labels":[],"label_agreement":null},{"id":"W2428429198","doi":"10.4018/978-1-5225-0445-0.ch007","title":"Adapting and Advocating for an Online EdD Program in Changing Times and “Sacred” Cultures","year":2016,"lang":"en","type":"book-chapter","venue":"Advances in knowledge acquisition, transfer, and management book series/Advances in knowledge acquisition, transfer and management book series","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Optimal distinctiveness theory; Adaptability; Order (exchange); Value (mathematics); Sociology; Political science; Pedagogy; Public relations; Engineering ethics; Psychology; Engineering; Management; Computer science; Social psychology; Business","score_opus":0.03172829952644253,"score_gpt":0.35970802599444796,"score_spread":0.32797972646800544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2428429198","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008390372,0.47082138,0.0069962605,0.0020404179,0.0008973114,0.009092069,0.0002882991,0.00055249495,0.50847274],"genre_scores_gemma":[0.013689174,0.8836742,0.005244971,0.0005473187,0.00063978066,0.0018953681,0.0003864689,0.00019619711,0.09372649],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938515,0.0005005454,0.0016110907,0.0020970688,0.00060799555,0.0013318282],"domain_scores_gemma":[0.9980925,0.00051300135,0.00021704809,0.00051565695,0.00032891813,0.0003329172],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0024958136,0.0012822002,0.001319906,0.001834066,0.0015201924,0.00045160606,0.0005538248,0.0004757894,0.00017274641],"category_scores_gemma":[0.00003419587,0.0013128904,0.00016235032,0.00046896658,0.0016194696,0.01404656,0.00026566448,0.0005147116,0.000005268979],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074667804,0.0004557798,0.00026972796,0.0054018353,0.00018755869,0.000032800046,0.022645859,0.000033564076,0.000014607289,0.7617729,0.00012459958,0.2083141],"study_design_scores_gemma":[0.0042884587,0.0009783937,0.00046019818,0.0052829664,0.00047104782,0.000014619648,0.014791811,0.000086950975,0.000029729146,0.049126066,0.92276996,0.001699776],"about_ca_topic_score_codex":0.000029911946,"about_ca_topic_score_gemma":0.01195695,"teacher_disagreement_score":0.9226454,"about_ca_system_score_codex":0.00032246072,"about_ca_system_score_gemma":0.000090414826,"threshold_uncertainty_score":0.99999297},"labels":[],"label_agreement":null},{"id":"W2431998568","doi":"","title":"Validity of Student Instructional Ratings","year":2016,"lang":"en","type":"article","venue":"The Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Quarter (Canadian coin); Mathematics education; Medical education; Social psychology; Medicine","score_opus":0.15922976985878315,"score_gpt":0.49661971445166353,"score_spread":0.3373899445928804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2431998568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9464066,0.000094212875,0.00010701415,0.047066405,0.0021253533,0.00005449785,4.0139605e-7,0.0000042915617,0.0041411915],"genre_scores_gemma":[0.99349314,0.00008279854,0.0008926527,0.00011946939,0.0008866673,8.638046e-7,1.05087416e-7,0.00000290525,0.0045214226],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981764,0.0008477472,0.00026774092,0.000033282067,0.00061515777,0.00005966519],"domain_scores_gemma":[0.99791324,0.0006834689,0.0008346833,0.00007991129,0.00045241968,0.000036252626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004052657,0.000034618646,0.00006938295,0.000053403797,0.00017672454,0.000017058697,0.00024980697,0.0000242447,0.0008322572],"category_scores_gemma":[0.00046775598,0.000018303475,0.00003779529,0.00008861423,0.00012496827,0.0004941768,0.000013060149,0.00008497872,0.000012460906],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021087175,0.0014340716,0.41432482,0.00002370791,0.00018555748,3.5214856e-7,0.07375495,0.000057761215,0.022751566,0.2822947,0.08696246,0.11799918],"study_design_scores_gemma":[0.00025071573,0.00009648676,0.80813986,0.00006824332,0.00008075698,0.00000788359,0.0033656256,1.8155187e-7,0.00090005697,0.014334318,0.17270176,0.000054091666],"about_ca_topic_score_codex":0.00014266813,"about_ca_topic_score_gemma":0.0000183407,"teacher_disagreement_score":0.39381504,"about_ca_system_score_codex":0.00012108183,"about_ca_system_score_gemma":0.0006073723,"threshold_uncertainty_score":0.9112633},"labels":[],"label_agreement":null},{"id":"W2460400726","doi":"10.1097/acm.0000000000000723","title":"Towards Robust Validity Evidence for Learning Environment Assessment Tools","year":2015,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Predictive validity; Internal validity; External validity; Internal consistency; Reliability (semiconductor); Medical education; Applied psychology; Clinical psychology; Social psychology; Psychometrics; Medicine; Statistics; Mathematics","score_opus":0.712991305753745,"score_gpt":0.5566709861773476,"score_spread":0.15632031957639747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460400726","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018571061,0.0018139113,0.017485848,0.9649321,0.001873977,0.001277243,0.00000956308,0.00015803994,0.012263639],"genre_scores_gemma":[0.006614666,0.016247949,0.008780054,0.7829272,0.07268331,0.00077554066,0.00072405365,0.00016101224,0.11108621],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99136573,0.0029772243,0.00075746764,0.0007232249,0.0035141662,0.00066221476],"domain_scores_gemma":[0.98981553,0.00816393,0.0011697563,0.00039393263,0.00022607652,0.00023079908],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.027816754,0.00035153236,0.0006508601,0.00016549177,0.0006583342,0.00006229485,0.0011206751,0.0015066585,0.0016703159],"category_scores_gemma":[0.04331755,0.00030419478,0.00010373698,0.00013743629,0.00058025506,0.00082925684,0.00016352495,0.0067723277,0.00012249235],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010251811,0.0000030905528,0.00039518194,0.00009097833,0.000041317136,0.0000089731775,0.008121329,0.0002253548,0.00001383731,0.00033090086,0.9838281,0.006930646],"study_design_scores_gemma":[0.00041213963,0.00026184396,0.00013663764,0.000745586,0.00038157255,0.0000028058967,0.002453736,0.0002467804,0.0000025341096,0.0022409607,0.9927972,0.00031821165],"about_ca_topic_score_codex":0.0014433465,"about_ca_topic_score_gemma":0.000012994583,"teacher_disagreement_score":0.18200487,"about_ca_system_score_codex":0.0014847303,"about_ca_system_score_gemma":0.0013642777,"threshold_uncertainty_score":0.999941},"labels":[],"label_agreement":null},{"id":"W246261638","doi":"10.55016/ojs/jet.v28i3.52365","title":"Transcending the Limitations of the Social Sciences: Insight, Understanding, and the Humanities in Educational Administration","year":2018,"lang":"en","type":"article","venue":"Journal of educational thought.","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies","funders":"","keywords":"Administration (probate law); Educational administration; Sociology; Social studies; Pedagogy; Digital humanities; Psychology; Social science; Humanities; Higher education; Political science; Philosophy","score_opus":0.4937691199895151,"score_gpt":0.4947680674410507,"score_spread":0.000998947451535559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W246261638","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3232187,0.00053901016,0.00014751332,0.5974704,0.0017985466,0.00030025994,0.0000037136183,0.0000026733965,0.07651916],"genre_scores_gemma":[0.99561906,0.00013317814,0.00065021863,0.00063022354,0.0015042124,0.0000070082083,6.510674e-7,0.0000038094906,0.0014516211],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976098,0.0010337878,0.0004114343,0.00008049048,0.0007517741,0.00011269445],"domain_scores_gemma":[0.9931482,0.005710011,0.00073008693,0.000068211084,0.00032651433,0.000016976348],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.005060184,0.00006324593,0.00010191309,0.00012064849,0.003035821,0.00022178372,0.00044354968,0.00003803081,0.00014741327],"category_scores_gemma":[0.0039571445,0.000033815817,0.0000773276,0.00046118925,0.0035546145,0.0006238537,0.000017328884,0.0002331802,0.0000018298545],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002812338,0.000068265574,0.002973174,0.000002433713,0.000015908432,1.624478e-8,0.0869774,0.000009323514,0.000018729757,0.90800947,0.001779146,0.00011802701],"study_design_scores_gemma":[0.0009817198,0.00014223203,0.16035524,0.00014784113,0.00013452243,0.000025692794,0.17030507,0.0000720021,0.000076443226,0.5150982,0.15251175,0.0001492662],"about_ca_topic_score_codex":0.00015537391,"about_ca_topic_score_gemma":0.003488637,"teacher_disagreement_score":0.67240036,"about_ca_system_score_codex":0.00018988102,"about_ca_system_score_gemma":0.002887232,"threshold_uncertainty_score":0.99915713},"labels":[],"label_agreement":null},{"id":"W2466600903","doi":"10.1080/0142159x.2016.1181851","title":"A systematic review of faculty development initiatives designed to enhance teaching effectiveness: A 10-year update: BEME Guide No. 40","year":2016,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":793,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Dalhousie University; University Health Network; McGill University","funders":"","keywords":"Enthusiasm; Experiential learning; Context (archaeology); Psychology; Medical education; Faculty development; Pedagogy; Medicine; Professional development; Social psychology","score_opus":0.11800189901732247,"score_gpt":0.5158556923051463,"score_spread":0.3978537932878238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466600903","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000036771921,0.96388644,0.002590855,0.0009967552,0.00031068234,0.0043970733,0.000012178927,0.00014749303,0.027654871],"genre_scores_gemma":[0.000009731059,0.98307085,0.0039571254,0.00035370365,0.000344686,0.0014791536,0.000056753932,0.0000698556,0.010658126],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9712096,0.021648815,0.002369977,0.00078396365,0.0034117384,0.0005759487],"domain_scores_gemma":[0.99250454,0.003787492,0.0020133855,0.00063968584,0.00050819636,0.00054672896],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.052619923,0.0005726392,0.0034899155,0.0002279335,0.0004556979,0.0000719824,0.0016420977,0.000546493,0.007011829],"category_scores_gemma":[0.18745777,0.0003707505,0.00050402427,0.00040805232,0.00026085804,0.0004339547,0.00032796772,0.00095442636,0.0045254743],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001006877,0.00018594186,0.000004455481,0.8189034,0.0005886382,0.000008427278,0.0028868266,1.1009449e-8,2.1169778e-7,0.0005962709,0.009732917,0.16708285],"study_design_scores_gemma":[0.000065912514,0.000027279282,0.0000012780889,0.4776155,0.00043220623,0.0000013760244,0.000088203094,2.5807876e-7,5.676387e-7,0.000008340319,0.5215082,0.00025084728],"about_ca_topic_score_codex":0.0001222025,"about_ca_topic_score_gemma":0.000030661802,"teacher_disagreement_score":0.5117753,"about_ca_system_score_codex":0.0009693098,"about_ca_system_score_gemma":0.0034468013,"threshold_uncertainty_score":0.9998745},"labels":[],"label_agreement":null},{"id":"W2472083464","doi":"10.1080/13573322.2016.1168795","title":"Paying the piper: the costs and consequences of academic advancement","year":2016,"lang":"en","type":"article","venue":"Sport Education and Society","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Workforce; Public relations; Psychology; Higher education; Sociology; Medical education; Political science; Medicine; Law","score_opus":0.06969740249668052,"score_gpt":0.4393431538157748,"score_spread":0.3696457513190943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472083464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.858249,0.002467286,0.000050518523,0.13541877,0.00034153275,0.0002050691,0.0000012138235,0.000012988613,0.0032536339],"genre_scores_gemma":[0.9844288,0.012471276,0.00018711039,0.0011741421,0.00011149818,0.000018179479,5.9480675e-7,0.0000020946172,0.0016062949],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994095,0.000099132965,0.00012356715,0.00009382362,0.0001931135,0.00008085329],"domain_scores_gemma":[0.9993097,0.00033381188,0.00017162423,0.000081608756,0.00006964742,0.0000335622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023795802,0.00003951238,0.000050473656,0.0000060648636,0.00061536796,0.000023770152,0.00010735036,0.000033200584,0.000058998507],"category_scores_gemma":[0.00026976495,0.000018496841,0.000023510449,0.000062441584,0.0007855462,0.00022718702,0.000018378034,0.00009557802,0.0000019487102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040680575,0.000036216083,0.25735492,0.000011084079,0.00001862669,1.41168135e-8,0.12966299,2.2446858e-7,0.00088200887,0.25397477,0.006839136,0.35121596],"study_design_scores_gemma":[0.0001196564,0.000010468824,0.15842421,0.000054910535,0.000029360997,0.0000011294059,0.17367019,0.0000027178717,0.00013731081,0.0055787377,0.66189754,0.0000737404],"about_ca_topic_score_codex":0.0005847618,"about_ca_topic_score_gemma":0.000066465145,"teacher_disagreement_score":0.65505844,"about_ca_system_score_codex":0.000046100125,"about_ca_system_score_gemma":0.00037565766,"threshold_uncertainty_score":0.4732975},"labels":[],"label_agreement":null},{"id":"W2486115859","doi":"10.22329/celt.v9i0.4433","title":"Faculty Perceptions of Challenges and Enablers of Effective Teaching in a Large Research-Intensive University: Preliminary Findings","year":2016,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"University of Saskatchewan","keywords":"Workload; Perception; Higher education; Teaching and learning center; Medical education; Institution; Psychology; Teaching method; Class (philosophy); Pedagogy; Sociology; Medicine; Political science; Management; Social science; Computer science","score_opus":0.09181097773106467,"score_gpt":0.41096601101111757,"score_spread":0.3191550332800529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2486115859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9637431,0.00019102498,0.000108830725,0.0037240945,0.00003223956,0.00032785704,0.000008088228,0.000054451095,0.031810317],"genre_scores_gemma":[0.9967305,0.00054472545,0.00031660227,0.000009939687,0.000024053552,0.000005494069,0.0000028939332,0.000012231178,0.0023535613],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9929756,0.005738336,0.0001847329,0.0003329243,0.0004466705,0.00032173377],"domain_scores_gemma":[0.9937111,0.005709826,0.0001759286,0.00009476803,0.00022069903,0.00008764245],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.008683739,0.00011339578,0.00025979622,0.0006505817,0.0014946677,0.000027514941,0.00013943051,0.00013635043,0.00002019831],"category_scores_gemma":[0.020526854,0.00009862998,0.000038443908,0.00017970886,0.0003777896,0.00038540133,0.00012715798,0.0011208246,0.0000018778144],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007352753,0.00035758366,0.09365654,0.0001523311,0.0001248413,0.000018144872,0.62501526,0.00007209904,0.0053939647,0.1435786,0.00034152748,0.13055386],"study_design_scores_gemma":[0.003006383,0.0017785114,0.36534333,0.0024800976,0.00007050859,0.000005673195,0.6066008,0.00061148853,0.000102993334,0.0014649857,0.01817407,0.00036109678],"about_ca_topic_score_codex":0.0014751652,"about_ca_topic_score_gemma":0.00093084533,"teacher_disagreement_score":0.2716868,"about_ca_system_score_codex":0.0001987147,"about_ca_system_score_gemma":0.00010088732,"threshold_uncertainty_score":0.9998053},"labels":[],"label_agreement":null},{"id":"W2488617047","doi":"10.1123/shr.44.1.77","title":"Traveling Down the Academic Road: A Reflection","year":2013,"lang":"en","type":"article","venue":"Sport History Review","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Reflection (computer programming); Computer science; Programming language","score_opus":0.2494138280782306,"score_gpt":0.45752645729842806,"score_spread":0.20811262922019746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2488617047","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010639824,0.6228177,0.00003851763,0.065290384,0.0020103573,0.0016945334,3.1161983e-7,0.0002489085,0.29725948],"genre_scores_gemma":[0.23069505,0.5930931,0.000995633,0.029260395,0.0018100952,0.00059913244,0.0000134019865,0.000051502528,0.14348169],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99843657,0.00036409515,0.00033163244,0.00018299647,0.000505263,0.0001794146],"domain_scores_gemma":[0.9991312,0.00007095032,0.00037173578,0.00023638393,0.00011729057,0.00007245115],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0055997837,0.000084094965,0.00017306813,0.000025729485,0.00046646618,0.000016456514,0.00033349788,0.000075075295,0.0064895963],"category_scores_gemma":[0.00083541055,0.00006131231,0.000090664624,0.00015344228,0.00015137899,0.00055119384,0.00001610407,0.0004654084,0.0016024784],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030895021,0.00002978984,0.0017239522,0.0003537637,0.000023203127,0.00000138473,0.012793441,0.000002443181,0.00010323587,0.012741912,0.5652929,0.40693086],"study_design_scores_gemma":[0.000026448663,0.0000065520403,0.00268343,0.00036944562,0.00005619893,0.0000020078194,0.00028444995,0.0000053424196,5.1694013e-7,0.00020674444,0.99627703,0.00008185132],"about_ca_topic_score_codex":0.00485611,"about_ca_topic_score_gemma":0.00028116192,"teacher_disagreement_score":0.4309841,"about_ca_system_score_codex":0.0006479794,"about_ca_system_score_gemma":0.00035364798,"threshold_uncertainty_score":0.9991749},"labels":[],"label_agreement":null},{"id":"W2489423614","doi":"10.4018/978-1-4666-3661-3.ch011","title":"3M Fellows Making a Mark in Canadian Higher Education","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Thomas University; Queen's University; Concordia University","funders":"","keywords":"Nomination; Excellence; NOMINATE; General partnership; Political science; Higher education; Medical education; Public administration; Library science; Management; Public relations; Medicine; Law","score_opus":0.07976773214736103,"score_gpt":0.38755606079126187,"score_spread":0.3077883286439008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2489423614","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032024938,0.00036318306,7.161323e-7,0.004553599,0.001866059,0.0005734619,0.00001755316,0.00007001755,0.9922352],"genre_scores_gemma":[0.33565217,0.0000053123613,0.000407299,0.0018120436,0.0006354914,0.00003188781,0.000004104639,0.000024782552,0.6614269],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99799454,0.00019127369,0.0003262696,0.00038682963,0.0006166182,0.0004844823],"domain_scores_gemma":[0.99879956,0.000097284494,0.00032809415,0.0003043306,0.00015390833,0.000316846],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010074695,0.00024216887,0.00024211379,0.00019118513,0.0003387402,0.00029080518,0.00045671506,0.00050729624,0.0031099403],"category_scores_gemma":[0.00019335584,0.0002794421,0.00009267131,0.00003268581,0.00013254919,0.00021310459,0.00004640729,0.00042496485,0.0018075167],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003266537,0.0000061111396,0.00039053665,0.00000857508,0.000017060474,0.0000061693318,0.0007914716,0.0000012974141,3.353146e-7,0.96074396,0.022197127,0.015834097],"study_design_scores_gemma":[0.000058434976,0.000008019552,0.0010814528,0.0001744396,0.00002698485,0.0000012332417,0.0001115615,0.0000020114123,7.986141e-8,0.23853917,0.7597615,0.00023511637],"about_ca_topic_score_codex":0.81963575,"about_ca_topic_score_gemma":0.92016536,"teacher_disagreement_score":0.7375644,"about_ca_system_score_codex":0.002853993,"about_ca_system_score_gemma":0.005386303,"threshold_uncertainty_score":0.9999658},"labels":[],"label_agreement":null},{"id":"W2490379729","doi":"10.4018/978-1-4666-3661-3.ch021","title":"Defining University Teaching Excellence in a Globalized Profession","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Excellence; Rigour; Syllabus; Competence (human resources); Promotion (chess); China; Medical education; Set (abstract data type); Engineering ethics; Pedagogy; Political science; Psychology; Engineering; Medicine; Computer science; Law","score_opus":0.05865279065765537,"score_gpt":0.36766806585927697,"score_spread":0.3090152752016216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2490379729","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014266663,0.00026070292,0.00004752194,0.0014430484,0.00079820695,0.00060053053,0.000020300467,0.00022045866,0.9951826],"genre_scores_gemma":[0.2805959,0.00004051284,0.0029299748,0.00030391064,0.00018759783,0.0000048220763,0.0000044317517,0.000029947283,0.71590286],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99702054,0.00077878,0.00035020863,0.00046815668,0.00094566133,0.00043667437],"domain_scores_gemma":[0.9984294,0.00034961224,0.00057466474,0.00033791547,0.00012246512,0.00018590213],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002228344,0.00030514,0.00038673566,0.00016138525,0.0008319134,0.00014143455,0.00071484357,0.0005890334,0.00036212426],"category_scores_gemma":[0.0007048243,0.0003417164,0.00013886466,0.000043146367,0.00023251427,0.0003677224,0.0002677414,0.0009392163,0.00080620486],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032376553,0.000012855985,0.00027870934,0.000015371865,0.000019846637,0.000027319284,0.0035326253,0.0000035277299,0.000001986319,0.9811378,0.0045741545,0.010363424],"study_design_scores_gemma":[0.0005938984,0.000039260096,0.00013696979,0.0009398018,0.000073833864,0.0000034728382,0.0041174456,0.000026517551,7.3560955e-7,0.22494543,0.7685808,0.000541842],"about_ca_topic_score_codex":0.0152075235,"about_ca_topic_score_gemma":0.0054685767,"teacher_disagreement_score":0.7640066,"about_ca_system_score_codex":0.0014439509,"about_ca_system_score_gemma":0.0009192866,"threshold_uncertainty_score":0.9999718},"labels":[],"label_agreement":null},{"id":"W2490875858","doi":"10.1007/978-94-6300-512-8_3","title":"Integrated Threshold Concept Knowledge","year":2016,"lang":"en","type":"book-chapter","venue":"Educational futures","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Flourishing; Point (geometry); Key (lock); Ask price; Field (mathematics); Epistemology; Sociology; Engineering ethics; Computer science; Knowledge management; Public relations; Psychology; Political science; Engineering; Social psychology; Business; Mathematics; Philosophy; Computer security","score_opus":0.11151575967952337,"score_gpt":0.4351481736103077,"score_spread":0.32363241393078435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2490875858","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003304242,0.004508295,0.000010703785,0.054175712,0.004927175,0.00025315725,0.00006195701,0.000093508526,0.93593645],"genre_scores_gemma":[0.0059122816,0.0002941549,0.00037361492,0.0005154951,0.009981332,0.000025440702,0.00013647738,0.00004061641,0.9827206],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982746,0.00015170775,0.0002915837,0.0003748269,0.0006849386,0.00022232484],"domain_scores_gemma":[0.99745953,0.0012254218,0.0003516775,0.0002726977,0.0005341355,0.00015655805],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009089183,0.00024068503,0.00021389712,0.00017287041,0.0007985587,0.00013118316,0.0005254656,0.00037602946,0.03858717],"category_scores_gemma":[0.00101834,0.00019705776,0.00013660714,0.00003992562,0.00046321182,0.00030186202,0.00004761089,0.00047316385,0.003031635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000411343,0.000021929403,0.000020700627,0.0000033558404,0.000039808834,2.3377552e-7,0.005308397,3.7607467e-7,0.000002464058,0.68573886,0.30088174,0.007977997],"study_design_scores_gemma":[0.000071923016,0.000011197192,0.00017627093,0.00012071003,0.000035378864,8.292706e-7,0.00055161206,3.9659477e-7,0.0000029477194,0.17145628,0.8273523,0.00022017017],"about_ca_topic_score_codex":0.0001785278,"about_ca_topic_score_gemma":0.0011884554,"teacher_disagreement_score":0.52647054,"about_ca_system_score_codex":0.00041533526,"about_ca_system_score_gemma":0.0033474632,"threshold_uncertainty_score":0.9977446},"labels":[],"label_agreement":null},{"id":"W2496276066","doi":"10.4018/978-1-4666-3661-3.ch001","title":"Perceptions and Approaches to Teaching of Award-Winning Teachers at Research Intensive Universities Internationally","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University","funders":"","keywords":"Affordance; Promotion (chess); Nexus (standard); Class (philosophy); Mathematics education; Quality (philosophy); Perception; Teaching method; Psychology; Pedagogy; Engineering; Computer science; Political science","score_opus":0.30207028705068545,"score_gpt":0.425751762249691,"score_spread":0.12368147519900557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2496276066","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04160367,0.00009088776,0.000084439154,0.005211419,0.0001664344,0.0004953511,0.00004919969,0.000070559734,0.95222807],"genre_scores_gemma":[0.48375612,0.0000078749235,0.0023360553,0.0002091759,0.00021611055,0.000011220091,0.0000066318225,0.00002404222,0.51343274],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99705184,0.0005701931,0.00031111762,0.00044784913,0.0012982778,0.00032072366],"domain_scores_gemma":[0.99790335,0.0006294032,0.00028722058,0.0002494288,0.00071571633,0.00021489392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028403967,0.0002197408,0.00030473815,0.00029895946,0.0010531059,0.00017949178,0.00052229315,0.00030656953,0.00021568639],"category_scores_gemma":[0.0010117944,0.00023977645,0.00010985238,0.000027218895,0.0008301472,0.00027710674,0.0005924553,0.00081874494,0.00020033713],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018117758,0.0000064332075,0.0002505044,0.0000131609695,0.00010530994,0.0000029906398,0.063375235,0.000016400454,0.000021575603,0.92474216,0.0061592055,0.005288909],"study_design_scores_gemma":[0.00048101647,0.00029087072,0.0021060237,0.0010510491,0.00023120009,0.00001840263,0.2936365,0.00009922466,0.0000075997887,0.17442246,0.52676183,0.0008938192],"about_ca_topic_score_codex":0.007980095,"about_ca_topic_score_gemma":0.0023589742,"teacher_disagreement_score":0.7503197,"about_ca_system_score_codex":0.0018509716,"about_ca_system_score_gemma":0.0005846991,"threshold_uncertainty_score":0.9986259},"labels":[],"label_agreement":null},{"id":"W2496985742","doi":"10.4018/978-1-4666-3661-3.ch012","title":"Fostering Scholarly Approaches to Peer Review of Teaching in a Research-Intensive University","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Summative assessment; Formative assessment; Scholarship; Context (archaeology); Discipline; Best practice; Pedagogy; Higher education; Medical education; Engineering ethics; Sociology; Political science; Mathematics education; Psychology; Medicine; Engineering; Social science","score_opus":0.613389262078537,"score_gpt":0.468882585570506,"score_spread":0.14450667650803095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2496985742","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026130961,0.0012150594,0.000025345897,0.01627127,0.0001510965,0.0011443192,0.000032366825,0.000049765786,0.98084944],"genre_scores_gemma":[0.11845798,0.000365677,0.0047365916,0.0021835263,0.00035263848,0.000017004922,0.000008394364,0.000058139394,0.87382007],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950364,0.0012698441,0.00040253068,0.0004932845,0.0023979277,0.00039997627],"domain_scores_gemma":[0.99692804,0.00044334948,0.00037208543,0.0004313935,0.0016050753,0.0002200312],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012657529,0.00021503161,0.00048826332,0.0002636613,0.0004134623,0.00021234955,0.0008961123,0.0003168218,0.00012246065],"category_scores_gemma":[0.010788722,0.00023739648,0.00014842396,0.00006779851,0.00028557025,0.0006261057,0.00096968136,0.001457813,0.00026993238],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019661495,0.000008446541,0.000023861374,0.00034380457,0.000034835724,0.00001633835,0.0043720016,0.0000015560533,0.0000029791809,0.9684151,0.01065531,0.01610614],"study_design_scores_gemma":[0.00020263589,0.00010007198,0.00009528786,0.0135263335,0.000072247436,0.000003826597,0.006034599,0.0000044219364,0.0000019007164,0.14593573,0.8336395,0.00038342547],"about_ca_topic_score_codex":0.009830818,"about_ca_topic_score_gemma":0.0044698413,"teacher_disagreement_score":0.8229842,"about_ca_system_score_codex":0.0011679394,"about_ca_system_score_gemma":0.000662657,"threshold_uncertainty_score":0.9975438},"labels":[],"label_agreement":null},{"id":"W2501822021","doi":"10.1017/cbo9780511816567.011","title":"The art of academic lecturing","year":2007,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Computer science; Psychology","score_opus":0.1325900799764768,"score_gpt":0.3486103797458258,"score_spread":0.21602029976934903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2501822021","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012597661,0.00029269027,0.00019380554,0.00031981026,0.0003413313,0.0002922178,0.000014778381,0.000081493396,0.9983379],"genre_scores_gemma":[0.0019433057,0.0006623691,0.000076221535,0.00004758798,0.0002172226,1.8771193e-7,0.0000040961813,0.00001884591,0.99703014],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984066,0.00019252468,0.0002076272,0.00023947352,0.00070279307,0.00025100206],"domain_scores_gemma":[0.99787706,0.00093488407,0.00056112435,0.00031309426,0.00020660146,0.000107240965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001957924,0.00015998239,0.00019584948,0.00012248525,0.00092648185,0.00003711755,0.00081974466,0.00040252,0.000010042031],"category_scores_gemma":[0.0002797525,0.00015966895,0.0001439094,0.000009203951,0.00077095145,0.00014637582,0.00020243487,0.00093859807,0.000027557635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003917046,0.0000018081935,0.0000037006675,0.000012563375,0.00006185739,0.000010118497,0.0005883486,0.000003343963,0.000010735813,0.96913093,0.025554009,0.0045834263],"study_design_scores_gemma":[0.00012338207,0.00001345984,0.000016658863,0.00008502088,0.00012106321,0.0000010130693,0.00024997874,0.0000058290207,0.00011259673,0.000055629367,0.9990555,0.00015985103],"about_ca_topic_score_codex":0.000667789,"about_ca_topic_score_gemma":0.00010359768,"teacher_disagreement_score":0.9735015,"about_ca_system_score_codex":0.00025167534,"about_ca_system_score_gemma":0.00030166478,"threshold_uncertainty_score":0.7125843},"labels":[],"label_agreement":null},{"id":"W2506400115","doi":"10.22038/fmej.2016.6373","title":"Academic Excellent Educators: A Student Election or an Administrator Selection?","year":2016,"lang":"en","type":"article","venue":"future of medical education journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Notice; Promotion (chess); Scholarship; Psychology; Quality (philosophy); Perspective (graphical); Privilege (computing); Point (geometry); Pedagogy; Mathematics education; Medical education; Medicine; Political science; Computer science","score_opus":0.06156571824898365,"score_gpt":0.5092443422676237,"score_spread":0.44767862401864006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2506400115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6232449,0.00060509244,0.0007669818,0.36311093,0.010669183,0.00023763491,0.0000010423969,0.00005404396,0.0013102122],"genre_scores_gemma":[0.9658238,0.0031728426,0.0014003357,0.0017364792,0.023224238,0.00002989051,0.0000021330302,0.000018410761,0.0045918347],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99531883,0.0012430914,0.0005202714,0.000201395,0.0024718405,0.00024456673],"domain_scores_gemma":[0.9975274,0.0002532813,0.0005937737,0.0001211637,0.0005030636,0.0010012756],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0064419485,0.000109127686,0.00014669458,0.00019216367,0.0005984843,0.000083056184,0.00057562144,0.00029563016,0.013589859],"category_scores_gemma":[0.007148288,0.00006908303,0.000064603,0.0003146073,0.00015927595,0.0006641124,0.000019811692,0.00070957694,0.000035236448],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002232256,0.0022065854,0.024432607,0.000021408345,0.000088572975,0.0000019018477,0.037755985,9.78875e-7,0.00045603432,0.02227332,0.2558291,0.65671027],"study_design_scores_gemma":[0.00052959117,0.0004331171,0.015381542,0.00021892859,0.000049020728,0.00014534475,0.049639624,0.0000030642495,0.00014988176,0.0010816375,0.932214,0.00015423581],"about_ca_topic_score_codex":0.00012049629,"about_ca_topic_score_gemma":0.00048712888,"teacher_disagreement_score":0.6763849,"about_ca_system_score_codex":0.0003503418,"about_ca_system_score_gemma":0.021341328,"threshold_uncertainty_score":0.98731184},"labels":[],"label_agreement":null},{"id":"W2507916610","doi":"10.1080/14926150409556617","title":"Becoming a university in changing and challenging times","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Enculturation; Vocational education; Principal (computer security); Transition (genetics); Sociology; Pedagogy; Mathematics education; Engineering ethics; Engineering; Psychology; Computer science","score_opus":0.043082461612282574,"score_gpt":0.34431557982990146,"score_spread":0.3012331182176189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507916610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96219015,0.00031217933,0.0002582517,0.03495819,0.00011885857,0.00005040049,1.2204362e-7,0.0000048679744,0.0021069658],"genre_scores_gemma":[0.98870707,0.000090758236,0.011090437,0.000025831443,0.000015907211,2.02859e-7,2.7290774e-8,0.0000015310569,0.00006825755],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99957955,0.00001234495,0.000093534334,0.00006388428,0.00010149689,0.00014917692],"domain_scores_gemma":[0.9995312,0.00004153051,0.00013801095,0.000042716907,0.00012311141,0.0001234197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020601843,0.000030292016,0.00006158034,0.0020640034,0.0006442148,0.000055844244,0.00015948794,0.00004001947,0.000006479472],"category_scores_gemma":[0.0010050853,0.000032264412,0.000005233821,0.00092948484,0.0008064338,0.0005408687,0.000012676349,0.00011694709,6.028911e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.812276e-7,0.0000137118095,0.0027539702,0.0000063180587,0.0000014755786,0.0000028099112,0.046697408,0.000010152074,0.00007975956,0.93907946,0.00000280278,0.011351935],"study_design_scores_gemma":[0.00028740446,0.000047842463,0.0029028794,0.00043497692,0.000019170659,0.00011400762,0.74912626,0.00028014884,0.00014920137,0.24168012,0.0048209084,0.00013708351],"about_ca_topic_score_codex":0.0022146937,"about_ca_topic_score_gemma":0.010469011,"teacher_disagreement_score":0.7024289,"about_ca_system_score_codex":0.00025432475,"about_ca_system_score_gemma":0.0028540846,"threshold_uncertainty_score":0.5841954},"labels":[],"label_agreement":null},{"id":"W2508979217","doi":"10.22329/celt.v9i0.4434","title":"The Marketing of Canadian University Rankings: A Misadventure Now 24 Years Old","year":2016,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Ranking (information retrieval); Rank (graph theory); Psychology; Value (mathematics); Interpretation (philosophy); Welfare; Empirical research; Sociology; Actuarial science; Statistics; Economics; Political science; Mathematics; Law; Computer science","score_opus":0.02454749220099088,"score_gpt":0.2953885708516437,"score_spread":0.2708410786506528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2508979217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80036825,0.00012553345,0.00004812194,0.019669464,0.00026655552,0.00017720141,0.0000033655842,0.000109468674,0.17923202],"genre_scores_gemma":[0.9567199,0.0003161095,0.00025751552,0.000044332122,0.00006296827,9.006418e-7,7.990613e-7,0.000010089549,0.042587407],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961482,0.0029413756,0.00012360637,0.00018969523,0.0003202725,0.00027682865],"domain_scores_gemma":[0.99573326,0.0037611637,0.0002007119,0.00010123509,0.00007330823,0.00013034866],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0062071662,0.00008123297,0.00010879316,0.00030294518,0.003161901,0.000096003656,0.00021285063,0.00009198487,0.00006791158],"category_scores_gemma":[0.010791469,0.000060962342,0.000041349835,0.00030467182,0.00016940974,0.00016232423,0.00003233676,0.00053668383,0.000008864113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068754004,0.000104056046,0.16247684,0.000044095963,0.00028335358,0.000045177836,0.08372994,0.00020149382,0.001653325,0.1500852,0.023914983,0.576774],"study_design_scores_gemma":[0.00050222344,0.00004373998,0.02664521,0.000252476,0.00002831536,0.0000012889943,0.009166716,0.000102048194,0.000007651315,0.0001883559,0.96292806,0.00013391876],"about_ca_topic_score_codex":0.053218413,"about_ca_topic_score_gemma":0.11667279,"teacher_disagreement_score":0.93901306,"about_ca_system_score_codex":0.00018789225,"about_ca_system_score_gemma":0.00032705642,"threshold_uncertainty_score":0.99813586},"labels":[],"label_agreement":null},{"id":"W2509529851","doi":"10.47678/cjhe.v46i2.184772","title":"Supporting Success: Aboriginal Students in Higher Education","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Mount Royal University","funders":"Mount Royal University","keywords":"Mainstream; Higher education; Postsecondary education; Government (linguistics); Socioeconomic status; Institution; Qualitative research; Sociology; Pedagogy; Mainstreaming; Public relations; Medical education; Psychology; Political science; Social science; Special education","score_opus":0.0700310461454213,"score_gpt":0.4942684150367219,"score_spread":0.4242373688913006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2509529851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88463986,0.0014853019,0.0000063556427,0.08318269,0.009881684,0.0001673885,0.0000020198634,0.000009639766,0.020625085],"genre_scores_gemma":[0.9118383,0.000037525937,0.000306165,0.001024463,0.0017008636,0.000008973943,0.0000020238158,0.000012019115,0.08506966],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801403,0.0004613251,0.00048481196,0.00014290458,0.00055456354,0.00034239155],"domain_scores_gemma":[0.99795586,0.00017888827,0.0007132448,0.00013399626,0.0005057367,0.00051226345],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023617211,0.000094495794,0.00013427735,0.0005300435,0.00026967155,0.00021356992,0.0004984746,0.00008908489,0.006001784],"category_scores_gemma":[0.0003886351,0.00007998352,0.00004708888,0.0003345031,0.00010172068,0.0015168777,0.000004770661,0.00019982594,0.0000829121],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006759294,0.000120093915,0.91789544,0.000006099286,0.000013228095,0.0000033587107,0.0042704106,0.000002157008,0.000062889674,0.020066334,0.0459637,0.011589558],"study_design_scores_gemma":[0.00012811292,0.000016279053,0.45180106,0.00010632715,0.000014949579,0.0000025051647,0.0007100042,3.3877324e-8,0.00000841248,0.0020351538,0.545108,0.00006914928],"about_ca_topic_score_codex":0.046768915,"about_ca_topic_score_gemma":0.054852534,"teacher_disagreement_score":0.49914432,"about_ca_system_score_codex":0.0014213466,"about_ca_system_score_gemma":0.017047431,"threshold_uncertainty_score":0.99490684},"labels":[],"label_agreement":null},{"id":"W2510347805","doi":"10.5811/westjem.2016.7.31126","title":"Academic Primer Series: Five Key Papers Fostering Educational Scholarship in Junior Academic Faculty","year":2016,"lang":"en","type":"article","venue":"Western Journal of Emergency Medicine","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Scholarship; Relevance (law); Delphi method; Faculty development; Medical education; Medicine; Sociology; Professional development; Computer science; Political science","score_opus":0.29961225063545976,"score_gpt":0.5150721795799993,"score_spread":0.21545992894453952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510347805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8137078,0.0015425117,0.000052399762,0.17601578,0.0037682413,0.00016953566,0.0000033609526,0.000016012946,0.0047243126],"genre_scores_gemma":[0.9747132,0.005837053,0.00021144362,0.0003079043,0.002659599,0.0000072351986,0.0000022635775,0.000020259306,0.016241044],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961558,0.0008041944,0.0011999533,0.00021074952,0.0012787626,0.00035055148],"domain_scores_gemma":[0.99745226,0.0005521961,0.0011854023,0.00014188637,0.00037877995,0.00028949013],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070292186,0.00016585358,0.00031198692,0.00031570034,0.00020887815,0.000007796663,0.0007189665,0.000202152,0.003988669],"category_scores_gemma":[0.01104224,0.00011111709,0.00008201301,0.00033983676,0.00020891835,0.0022107547,0.000077496865,0.0010461463,0.00006659005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001746944,0.00005627881,0.90037036,0.00003176462,0.000078649486,0.0000072478906,0.054741204,0.00001949816,0.022769779,0.0015751319,0.005157916,0.015017489],"study_design_scores_gemma":[0.0019563877,0.00037178636,0.7218412,0.0021786722,0.00013189619,0.000043632266,0.0106928805,0.000001245929,0.00022224545,0.0066878316,0.25551397,0.00035822683],"about_ca_topic_score_codex":0.00020417958,"about_ca_topic_score_gemma":0.0004124222,"teacher_disagreement_score":0.25035605,"about_ca_system_score_codex":0.00027720528,"about_ca_system_score_gemma":0.0005389677,"threshold_uncertainty_score":0.99728817},"labels":[],"label_agreement":null},{"id":"W2512279361","doi":"10.12968/bjca.2016.11.9.444","title":"Exploring the synergistic relationship between research and teaching","year":2016,"lang":"en","type":"article","venue":"British Journal of Cardiac Nursing","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Medicine; Medical education; Engineering ethics; Engineering","score_opus":0.5129743765257603,"score_gpt":0.5057035337685921,"score_spread":0.007270842757168161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512279361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9591759,0.0017370061,0.0006533191,0.020804092,0.00090453494,0.000099845514,0.0000023795455,0.000017421638,0.016605536],"genre_scores_gemma":[0.9965372,0.00046089338,0.00069104525,0.000009319387,0.0018420822,0.000002654933,1.6673135e-7,0.000011520389,0.00044508517],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99444497,0.0037638573,0.00030990696,0.00011051411,0.0011043091,0.00026642933],"domain_scores_gemma":[0.9886539,0.010538696,0.00023936799,0.00009452705,0.00034119713,0.00013231099],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.024483338,0.000051875206,0.00015568403,0.0001360579,0.0023891327,0.0004328634,0.00023687782,0.000039702732,0.0000073155697],"category_scores_gemma":[0.023576433,0.000040742667,0.00007418535,0.00012015952,0.0005700211,0.0016632571,0.000025094374,0.0007662487,0.0000058530654],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010151829,0.000017885439,0.07105262,0.0000041602448,0.000031640568,0.000010341274,0.009427127,0.0000022595823,0.000114086804,0.035554994,0.001873164,0.88190156],"study_design_scores_gemma":[0.00022177074,0.0000755826,0.90514475,0.0025291678,0.00009743479,0.00007407296,0.013826029,7.059137e-7,0.000043536962,0.03113429,0.046724334,0.00012833453],"about_ca_topic_score_codex":0.00043528614,"about_ca_topic_score_gemma":0.000025001566,"teacher_disagreement_score":0.88177323,"about_ca_system_score_codex":0.0002584785,"about_ca_system_score_gemma":0.00017240818,"threshold_uncertainty_score":0.9989096},"labels":[],"label_agreement":null},{"id":"W2513214169","doi":"10.22329/celt.v9i0.4435","title":"Bento and Buffet: Two Approaches to Flexible Summative Assessment","year":2016,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Summative assessment; Weighting; Dilemma; Workload; Formative assessment; Variety (cybernetics); Mathematics education; Value (mathematics); Computer science; Psychology; Artificial intelligence; Mathematics; Machine learning","score_opus":0.1958890377832956,"score_gpt":0.42872813243116387,"score_spread":0.23283909464786826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2513214169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6509278,0.00009421579,0.006637106,0.026072547,0.00015488468,0.00044956294,0.0000030663502,0.00037861633,0.31528223],"genre_scores_gemma":[0.9775043,0.000045220884,0.0051150257,0.00012601717,0.00013135,0.000039297236,0.0000024268377,0.000019727748,0.01701661],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962764,0.00232931,0.00018975743,0.00040852386,0.0004744138,0.00032163816],"domain_scores_gemma":[0.99729526,0.0021702312,0.00016532875,0.000110812565,0.00004932515,0.00020902186],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004444642,0.00015521071,0.00019726234,0.00021412816,0.0025893524,0.00032571395,0.00013342488,0.00007398425,0.000109701534],"category_scores_gemma":[0.004419359,0.000120348785,0.000027691245,0.00016442708,0.00012064178,0.000388841,0.00008901276,0.00053719856,0.000021090449],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011130333,0.00018151384,0.112709515,0.000026080328,0.00011347272,0.000004064783,0.069508046,0.0003743092,0.00095232,0.4487138,0.0015283654,0.36577722],"study_design_scores_gemma":[0.006103044,0.0019707358,0.15142323,0.001302513,0.00024021932,0.000012266145,0.067004465,0.005118379,0.00048022845,0.016602417,0.7477205,0.0020220089],"about_ca_topic_score_codex":0.001156522,"about_ca_topic_score_gemma":0.00046306924,"teacher_disagreement_score":0.74619216,"about_ca_system_score_codex":0.00018939882,"about_ca_system_score_gemma":0.00013658236,"threshold_uncertainty_score":0.99870914},"labels":[],"label_agreement":null},{"id":"W2513915709","doi":"10.5430/ijhe.v5n3p222","title":"The Key Predictors of Success in University in France: What Are the Contributing Factors and Possible New Directions in Educational Research?","year":2016,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Focus (optics); Educational research; Political science; Psychology; Public relations; Medical education; Pedagogy; Medicine; History","score_opus":0.08101802270651356,"score_gpt":0.45053091164818393,"score_spread":0.36951288894167034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2513915709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87004083,0.0013614664,0.0000038213993,0.12564148,0.0021262257,0.000096810865,0.0000020765015,0.0000015371858,0.0007257336],"genre_scores_gemma":[0.99433076,0.0017599879,0.000029814031,0.000032851713,0.00038879787,0.0000015121624,8.601132e-7,0.0000030078877,0.0034524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978897,0.0008765545,0.00031219784,0.00008954975,0.00069617137,0.00013585258],"domain_scores_gemma":[0.9947152,0.004011023,0.0004665441,0.00006611548,0.0006915288,0.00004959673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036534104,0.000048655304,0.00008231622,0.0003903241,0.00021595202,0.00013667482,0.0004562111,0.000046023433,0.0001006108],"category_scores_gemma":[0.002918243,0.000029272052,0.000027436732,0.0003831285,0.0002170635,0.0015482795,0.00003932516,0.00026227656,0.0000014204523],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029550323,0.00010966366,0.9722826,0.0000011172807,0.000015081599,3.7269686e-7,0.00872525,0.000019066447,0.000040024355,0.014161864,0.0005347152,0.00408072],"study_design_scores_gemma":[0.00031523156,0.000011424775,0.9317495,0.00028929615,0.0000034976504,0.0000010782691,0.015150007,0.0000015769892,0.000030803458,0.0038105543,0.048606504,0.000030500174],"about_ca_topic_score_codex":0.0073603718,"about_ca_topic_score_gemma":0.009679403,"teacher_disagreement_score":0.12560862,"about_ca_system_score_codex":0.0005970178,"about_ca_system_score_gemma":0.001390846,"threshold_uncertainty_score":0.9992497},"labels":[],"label_agreement":null},{"id":"W2514834834","doi":"10.22329/celt.v9i0.4441","title":"Mapping the Past, Present, and Future of Teaching Leadership Chairs in Canada: A Report","year":2016,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Grassroots; Educational leadership; Instructional leadership; Political science; Institution; Sociology; Shared leadership; Neuroleadership; Teaching method; Pedagogy; Public relations; Leadership style; Medical education; Medicine; Social science","score_opus":0.08871830475952275,"score_gpt":0.3358319017749807,"score_spread":0.24711359701545793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514834834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8157005,0.0006190758,0.00024339616,0.11268095,0.0002767906,0.00033597002,0.0000014748076,0.00008812307,0.07005374],"genre_scores_gemma":[0.994102,0.000080493024,0.00022504132,0.00010098776,0.0005870887,0.000013847214,0.0000013179304,0.000016040545,0.0048731836],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952475,0.003170895,0.000343558,0.00033039215,0.000555672,0.0003520104],"domain_scores_gemma":[0.99640566,0.0028789917,0.0004131502,0.00015658545,0.000051719733,0.00009389214],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0066508274,0.00014407832,0.00022567471,0.0001867943,0.0017274851,0.0000875097,0.0001828578,0.0000866409,0.000025802838],"category_scores_gemma":[0.0037905278,0.00009668006,0.000028269462,0.00017552155,0.00015069473,0.00025643175,0.000062462845,0.0011346242,6.3496833e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008781403,0.00006910324,0.5474417,0.00007512808,0.0000860213,0.0000648807,0.09010746,0.00016161721,0.00042925522,0.022229878,0.004011642,0.33523548],"study_design_scores_gemma":[0.0013085942,0.000121110854,0.19357806,0.00082962925,0.00003905146,0.00005321457,0.20526497,0.00092448236,0.000017520999,0.0006885895,0.5966958,0.00047896776],"about_ca_topic_score_codex":0.49757054,"about_ca_topic_score_gemma":0.3020111,"teacher_disagreement_score":0.59268415,"about_ca_system_score_codex":0.00030142197,"about_ca_system_score_gemma":0.0006538879,"threshold_uncertainty_score":0.99957216},"labels":[],"label_agreement":null},{"id":"W2515948926","doi":"10.22329/celt.v9i0.4428","title":"Five High-Impact Teaching Practices: A List of Possibilities","year":2016,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Teaching method; Teaching and learning center; Student engagement; Pedagogy; Psychology; Sociology","score_opus":0.05572384453623165,"score_gpt":0.4196682336256497,"score_spread":0.36394438908941806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2515948926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88936335,0.000113259586,0.0004461839,0.0044352217,0.0001952922,0.00023799851,0.000007460134,0.0002849201,0.10491632],"genre_scores_gemma":[0.96561825,0.00007283194,0.0017137846,0.00005937072,0.00022999689,0.000013621283,0.0000042187658,0.000030768268,0.032257155],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918968,0.0060673296,0.00041235908,0.00045697892,0.0007368434,0.00042966314],"domain_scores_gemma":[0.9885242,0.00962684,0.001272295,0.00022902807,0.00017034051,0.00017728527],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0089263,0.00022488095,0.00035763223,0.0003228707,0.0027399308,0.00028089527,0.0002778012,0.00016995076,0.0003133862],"category_scores_gemma":[0.07615943,0.00016324712,0.00010198777,0.00016549251,0.0003171951,0.0010082793,0.00007997391,0.0012542123,0.00001789392],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000968,0.0008781906,0.14835963,0.00014659482,0.00055841665,0.000021824144,0.29075348,0.00060581364,0.008579522,0.3410633,0.0049553467,0.20310988],"study_design_scores_gemma":[0.016609028,0.010673688,0.13654621,0.009377166,0.0013546178,0.000090479414,0.3184173,0.0054840767,0.0013296386,0.062977955,0.4316028,0.005537035],"about_ca_topic_score_codex":0.023851708,"about_ca_topic_score_gemma":0.0007964487,"teacher_disagreement_score":0.42664745,"about_ca_system_score_codex":0.00028515526,"about_ca_system_score_gemma":0.0003839785,"threshold_uncertainty_score":0.99855834},"labels":[],"label_agreement":null},{"id":"W2517682306","doi":"","title":"Learning Outcomes Assessment A Practitioner's Handbook","year":2015,"lang":"en","type":"article","venue":"Scholarship at UWindsor (University of Windsor)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Medical education; Medicine","score_opus":0.1356466896573778,"score_gpt":0.39698660857333157,"score_spread":0.26133991891595376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517682306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8981596,0.00010633493,0.0005075176,0.015090767,0.00036943323,0.00030576,0.000006978446,0.00021340243,0.08524021],"genre_scores_gemma":[0.95791703,0.000043958382,0.0072002565,0.0001581198,0.000084778,7.8228834e-7,0.000019751147,0.000016853644,0.034558497],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99571794,0.0018951909,0.00019414716,0.00035705167,0.0014735828,0.00036209967],"domain_scores_gemma":[0.9976765,0.00059045106,0.0005540802,0.00029352598,0.00049951737,0.0003859395],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061046327,0.00015984222,0.0002884752,0.00025440386,0.0016991755,0.00011214328,0.0006032462,0.0002120339,0.0012608116],"category_scores_gemma":[0.0028372107,0.00019839146,0.0001607305,0.00034814325,0.0003751901,0.0027937898,0.00023830973,0.00074241025,0.0004723127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013804232,0.00025084653,0.9451519,0.000016413704,0.00016707211,0.00003164706,0.04148454,0.00045096074,0.00045113536,0.007257787,0.002063787,0.0025358377],"study_design_scores_gemma":[0.0025286234,0.0002830647,0.5417101,0.00009237735,0.00021008165,0.000005787294,0.069393374,0.000119429824,0.00009363632,0.0023579544,0.38270953,0.00049605937],"about_ca_topic_score_codex":0.0021322782,"about_ca_topic_score_gemma":0.002590383,"teacher_disagreement_score":0.40344185,"about_ca_system_score_codex":0.00060839416,"about_ca_system_score_gemma":0.00080980075,"threshold_uncertainty_score":0.99965215},"labels":[],"label_agreement":null},{"id":"W2518352767","doi":"10.1080/14926150509556644","title":"Students' perceptions and learning experiences of tertiary‐level chemistry","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tertiary institution; Tertiary level; Higher education; Institution; Mathematics education; Chemistry education; Chemistry; Psychology; Perception; Quality (philosophy); Style (visual arts); Medical education; Set (abstract data type); Academic institution; Pedagogy; Medicine; Library science; Sociology; Physics; Social science; Computer science; Geography; Political science","score_opus":0.04198518053604387,"score_gpt":0.39502635742758735,"score_spread":0.35304117689154346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518352767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907113,0.0002997757,0.00011347762,0.007645887,0.00009601074,0.000049063277,2.5184923e-7,0.000005119015,0.0010791664],"genre_scores_gemma":[0.98366404,0.000068791174,0.015876539,0.00002405036,0.00004349722,0.0000031480977,9.01866e-8,0.0000021458432,0.00031767887],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9992856,0.00002434874,0.00021204125,0.00008024552,0.00026782224,0.00012993818],"domain_scores_gemma":[0.9990456,0.00006900894,0.0003087957,0.000065618166,0.00033710286,0.0001738578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022117952,0.00004283884,0.00008376087,0.00036618338,0.0008062829,0.00010027774,0.00032658258,0.00005592105,0.000096874086],"category_scores_gemma":[0.0024776845,0.000039983308,0.000010224182,0.00036806794,0.0022225652,0.00046340888,0.000018163115,0.00018180482,0.0000010466259],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.72163e-7,0.00014013739,0.09950894,0.000037482972,0.000013712042,7.448171e-7,0.75923145,0.000009767821,0.0073869186,0.028388083,0.00019440152,0.10508761],"study_design_scores_gemma":[0.00008416646,0.00003782678,0.010261045,0.00011309082,0.000023905583,0.00006703018,0.9797828,0.0001253927,0.001052822,0.004572387,0.003789318,0.00009020722],"about_ca_topic_score_codex":0.00054799573,"about_ca_topic_score_gemma":0.0012204088,"teacher_disagreement_score":0.22055137,"about_ca_system_score_codex":0.000092469,"about_ca_system_score_gemma":0.0022721721,"threshold_uncertainty_score":0.8189134},"labels":[],"label_agreement":null},{"id":"W2522686050","doi":"10.1016/j.stueduc.2016.08.007","title":"Meta-analysis of faculty's teaching effectiveness: Student evaluation of teaching ratings and student learning are not related","year":2016,"lang":"en","type":"article","venue":"Studies In Educational Evaluation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":584,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Psychology; Set (abstract data type); Meta-analysis; Student achievement; Sample (material); Mathematics education; Artifact (error); Correlation; Academic achievement; Computer science; Mathematics","score_opus":0.45477448836377427,"score_gpt":0.6028893736354598,"score_spread":0.14811488527168554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522686050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863142,0.0025054163,0.00007177076,0.007012738,0.00033679334,0.0012445254,0.000010911695,0.000021871205,0.002481813],"genre_scores_gemma":[0.9981865,0.00012306294,0.00081527524,0.00002729689,0.00006460694,0.00046347082,0.00002934962,0.000013106415,0.0002772835],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9763434,0.017267514,0.001105494,0.0005592721,0.004491648,0.00023269212],"domain_scores_gemma":[0.9865518,0.008753964,0.0018463166,0.00023716851,0.0025590777,0.000051643783],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09268692,0.00020897137,0.00087692926,0.00073241844,0.0007431494,0.00004090412,0.00025532677,0.000097276854,0.0003099543],"category_scores_gemma":[0.047719847,0.00016016528,0.00028603105,0.0005909876,0.00037776283,0.0007945515,0.000127663,0.00033622983,0.0000040380655],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057022742,0.0009973614,0.54149884,0.00008726221,0.067961805,1.6270826e-7,0.29708302,0.040203243,0.0017769658,0.032940555,0.00006437979,0.017329372],"study_design_scores_gemma":[0.0010310705,0.00007732966,0.82523584,0.00014785357,0.08254518,3.0091516e-7,0.084161125,0.0017476927,0.00007442099,0.0046952036,0.00007860357,0.00020539676],"about_ca_topic_score_codex":0.0007520456,"about_ca_topic_score_gemma":0.0010206393,"teacher_disagreement_score":0.28373697,"about_ca_system_score_codex":0.0011508133,"about_ca_system_score_gemma":0.00057051366,"threshold_uncertainty_score":0.96030164},"labels":[],"label_agreement":null},{"id":"W2529220526","doi":"10.55016/ojs/jet.v28i3.52367","title":"Attitudes Sociales et Intellectuelles et Valeurs a Developper dans L'Enseignement Quebecois des Sciences Humaines au Primaire: Une Analyse des Propositions du Programme D'Etudes","year":2018,"lang":"en","type":"article","venue":"Journal of educational thought.","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Psychology; Sociology; Humanities; Philosophy","score_opus":0.2782475077083858,"score_gpt":0.48945768306323806,"score_spread":0.21121017535485226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529220526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88522655,0.00064443913,0.0024580716,0.09112272,0.0005956335,0.00030736165,0.000006451055,0.000038347567,0.019600455],"genre_scores_gemma":[0.8394251,0.00033567217,0.15752216,0.00060075446,0.0011768348,0.00002454794,0.000007667654,0.000017887562,0.00088938785],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9955552,0.0017729254,0.0007081137,0.00028417615,0.0012263275,0.00045326425],"domain_scores_gemma":[0.99481905,0.0020581211,0.00090242113,0.00013417871,0.0018687777,0.00021747524],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.009283147,0.00021479877,0.00028135246,0.0003876455,0.00533278,0.00057516986,0.00068138517,0.00008552144,0.0004786137],"category_scores_gemma":[0.008059354,0.00017605019,0.00019267898,0.0012046616,0.00667454,0.0017986987,0.00008517329,0.00027539197,0.000032581673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006350803,0.0017230165,0.34147507,0.00005149234,0.0003833285,0.0000025662907,0.18587375,0.000112098496,0.0007055049,0.45636982,0.009417481,0.003822376],"study_design_scores_gemma":[0.0004788836,0.0007809861,0.72394013,0.0005211114,0.0003387257,0.000094890696,0.07640811,0.00002444945,0.00070727617,0.16280136,0.03338239,0.0005217066],"about_ca_topic_score_codex":0.006791444,"about_ca_topic_score_gemma":0.12952778,"teacher_disagreement_score":0.38246503,"about_ca_system_score_codex":0.0016471506,"about_ca_system_score_gemma":0.014436778,"threshold_uncertainty_score":0.99982244},"labels":[],"label_agreement":null},{"id":"W2537302443","doi":"10.14288/1.0300167","title":"Weaving Indigenous knowledge into the academy : promises and challenges from the perspectives of three Aboriginal post-secondary institutes in British Columbia","year":2016,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Indigenous; Weaving; Traditional knowledge; Library science; History; Geography; Engineering; Computer science","score_opus":0.03573968921993051,"score_gpt":0.28367478822944986,"score_spread":0.24793509900951935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2537302443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9752795,0.0153574115,0.00001042736,0.006798682,0.00009679614,0.0005016359,0.000107958294,0.000040923253,0.0018066713],"genre_scores_gemma":[0.9859283,0.0133233955,0.00021144487,0.000028363855,0.00010011868,0.000002681064,0.0000018687789,0.00000980489,0.00039400224],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99819416,0.0005844135,0.00017757554,0.0003975178,0.00039538802,0.00025096006],"domain_scores_gemma":[0.99803835,0.0011412516,0.00029181794,0.00018579816,0.00026453493,0.00007826986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016987626,0.000048239108,0.00025024524,0.000031587897,0.0012625145,0.00031564542,0.0007725991,0.00015063027,0.00023595947],"category_scores_gemma":[0.0005720746,0.00011001937,0.00007300019,0.00021827022,0.0019528043,0.0012248303,0.0001732023,0.00029711777,0.0000056334507],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000808811,0.00011710766,0.12577805,0.000029995816,0.000052527743,0.000011856499,0.12127178,1.7957124e-7,0.00008349047,0.000033988836,0.00025744925,0.7523555],"study_design_scores_gemma":[0.00062578596,0.00005243965,0.85200137,0.00037884046,0.0000411601,0.000006729871,0.13783807,0.0000020664575,3.4272034e-7,0.0020061217,0.0069203516,0.00012672675],"about_ca_topic_score_codex":0.9271176,"about_ca_topic_score_gemma":0.9980059,"teacher_disagreement_score":0.75222874,"about_ca_system_score_codex":0.00016176565,"about_ca_system_score_gemma":0.000709437,"threshold_uncertainty_score":0.97103685},"labels":[],"label_agreement":null},{"id":"W2547134994","doi":"10.59236/td2009vol3iss1907","title":"Creating a Foundation for SoTL and Academic Advancement at Queen’s University","year":2009,"lang":"en","type":"article","venue":"Transformative Dialogues Teaching and Learning Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Scholarship of Teaching and Learning; Promotion (chess); Scholarship; Queen (butterfly); Foundation (evidence); Higher education; Dimension (graph theory); Sociology; Engineering ethics; Pedagogy; Political science; Teaching method; Engineering; Teaching and learning center","score_opus":0.07539258347775044,"score_gpt":0.39021913703880257,"score_spread":0.31482655356105216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547134994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85097456,0.00022067793,0.115836516,0.023114404,0.00014729587,0.0003568165,0.000003020065,0.000117481875,0.009229222],"genre_scores_gemma":[0.98874336,0.0013124386,0.008183147,0.00017643876,0.00020101124,0.0000012141724,0.000013178738,0.0000061135993,0.001363122],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.997202,0.0019363407,0.00021574301,0.00013444968,0.00026964754,0.000241827],"domain_scores_gemma":[0.99839973,0.0010789862,0.00028080805,0.000029391618,0.00008010373,0.00013100509],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0072071343,0.00010515153,0.0001462932,0.00011622481,0.0065594385,0.0001553408,0.00009187749,0.00007735673,0.000018042821],"category_scores_gemma":[0.0019026914,0.000103688755,0.000046940917,0.000045457757,0.00011097978,0.0015553831,0.00001006526,0.001349885,0.0000029806622],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022374158,0.00003189237,0.0038829455,0.000021285538,0.000042256655,0.0000014353656,0.53390616,0.0004941898,0.00039341793,0.031586457,0.00010788388,0.42930835],"study_design_scores_gemma":[0.0032812234,0.0011398648,0.03056942,0.00038518483,0.00022702393,0.000039351726,0.17058188,0.0035804359,0.000055032695,0.005262095,0.78431886,0.000559627],"about_ca_topic_score_codex":0.00028560028,"about_ca_topic_score_gemma":0.000053644548,"teacher_disagreement_score":0.784211,"about_ca_system_score_codex":0.00024445888,"about_ca_system_score_gemma":0.00007166562,"threshold_uncertainty_score":0.99473387},"labels":[],"label_agreement":null},{"id":"W2549532320","doi":"10.1109/mcom.2016.1600744cm","title":"Integrating the Scholarship of Teaching, Learning, and Research Supervision into Communications Education","year":2016,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Scholarship of Teaching and Learning; Context (archaeology); Computer science; Process (computing); Scholarship; Engineering ethics; Sociology; Teaching and learning center; Teaching method; Pedagogy; Political science; Engineering","score_opus":0.24030410428279522,"score_gpt":0.5305815381803395,"score_spread":0.29027743389754423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549532320","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22650687,0.008019003,0.0013895853,0.5165407,0.00040447144,0.0012333692,0.000005796092,0.00024119373,0.24565902],"genre_scores_gemma":[0.9614464,0.0063527483,0.026759427,0.00010283493,0.000089175905,0.00010299663,0.000010466391,0.000016985636,0.005118984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98745406,0.011026306,0.00042973922,0.00020066385,0.0006663888,0.0002228612],"domain_scores_gemma":[0.98706883,0.008985508,0.0003229499,0.0024698512,0.0010592489,0.00009358704],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02007883,0.00010158897,0.00013642291,0.00025833133,0.0046727946,0.00018377307,0.002955712,0.00009931415,0.0000777171],"category_scores_gemma":[0.022590334,0.00006830765,0.0000458094,0.00048166912,0.0022910335,0.00092481356,0.0008519577,0.0012641194,0.00011920956],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009877679,0.00037486723,0.032331444,0.000014682178,0.000025305577,3.2239193e-8,0.035428207,7.6682625e-7,0.013384013,0.50306433,0.0040016435,0.41136482],"study_design_scores_gemma":[0.0001923945,0.0000709839,0.007953285,0.0003135592,0.000027824097,0.0000016874548,0.013453322,0.00016862659,0.0001319218,0.022979679,0.9545792,0.00012756062],"about_ca_topic_score_codex":0.0030863022,"about_ca_topic_score_gemma":0.0071302536,"teacher_disagreement_score":0.9505775,"about_ca_system_score_codex":0.00018889956,"about_ca_system_score_gemma":0.00059182494,"threshold_uncertainty_score":0.996623},"labels":[],"label_agreement":null},{"id":"W2563291427","doi":"10.4018/ijksr.2016100105","title":"The Impact of Accreditation on Student Learning Outcomes","year":2016,"lang":"en","type":"article","venue":"International Journal of Knowledge Society Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Yükseköğretim Kurulu; Council for Higher Education","keywords":"Accreditation; Commission; Higher education; Medical education; Process (computing); Political science; Principal (computer security); Business; Medicine; Computer science","score_opus":0.279819844261791,"score_gpt":0.635642842717503,"score_spread":0.355822998455712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563291427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9448771,0.0003322738,0.00023983797,0.034432556,0.0012399454,0.00014647168,0.0000031636246,0.000011839726,0.018716797],"genre_scores_gemma":[0.99249685,0.0010128558,0.00012449328,0.000009547957,0.0007606547,0.0000032945454,3.387865e-7,0.000007746622,0.005584214],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947769,0.0018153358,0.00040900277,0.00009329623,0.0026846959,0.00022074171],"domain_scores_gemma":[0.98399574,0.010552861,0.00050289853,0.00009505299,0.004761736,0.000091740425],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018910306,0.000065734836,0.00012394042,0.00013282616,0.00060264417,0.00015729573,0.0010858274,0.00006108069,0.00017784133],"category_scores_gemma":[0.015234754,0.00003261718,0.0003997057,0.00019351566,0.0004461676,0.0005049954,0.00011338864,0.0005412859,0.00006681204],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034887748,0.00096122385,0.5680193,0.000004837475,0.0019384291,0.0000054225543,0.112566784,0.00033388534,0.0034861227,0.028452408,0.05208716,0.23179558],"study_design_scores_gemma":[0.0022800793,0.0012557792,0.82450694,0.00033698644,0.000026548469,0.0000056484123,0.035258062,0.00013363834,0.000499421,0.007995831,0.1275356,0.00016549074],"about_ca_topic_score_codex":0.00017097485,"about_ca_topic_score_gemma":0.00006851656,"teacher_disagreement_score":0.25648764,"about_ca_system_score_codex":0.0009476674,"about_ca_system_score_gemma":0.0012369907,"threshold_uncertainty_score":0.99306035},"labels":[],"label_agreement":null},{"id":"W2563375689","doi":"10.71781/21355","title":"Réussite et sélection au premier cycle universitaire au Québec : une analyse multiniveau","year":2016,"lang":"fr","type":"dissertation","venue":"Papyrus : Institutional Repository (Université de Montréal)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.019248001262372746,"score_gpt":0.2791115034923366,"score_spread":0.25986350222996385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563375689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81442493,0.0020893249,0.0004750595,0.014451345,0.0024523963,0.00051213737,0.00006200775,0.00022219065,0.1653106],"genre_scores_gemma":[0.79111624,0.00034246343,0.00046635565,0.00010959572,0.00044187534,0.000013241144,0.00021268037,0.00004122726,0.20725629],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99436074,0.0015813988,0.000609595,0.0010611764,0.0015785104,0.00080857385],"domain_scores_gemma":[0.99590343,0.00079175155,0.0014206631,0.00053194596,0.0007242409,0.00062799355],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0012750885,0.00064350513,0.0005697214,0.0005789602,0.025252538,0.000116293995,0.00080046087,0.00082841626,0.00028208946],"category_scores_gemma":[0.0005699747,0.00070663006,0.00058803183,0.0010234875,0.0009165635,0.0026145643,0.00021039842,0.00082503963,0.00045809447],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0014808167,0.0006395633,0.1992645,0.00016920043,0.001444541,0.0007864587,0.7065511,0.0076962933,0.0101717,0.040534858,0.00080232136,0.030458651],"study_design_scores_gemma":[0.002869303,0.00033987223,0.35064247,0.0010479685,0.0024813996,0.0002133901,0.41444343,0.0028187605,0.0025856625,0.0005515443,0.22023402,0.0017721631],"about_ca_topic_score_codex":0.9584965,"about_ca_topic_score_gemma":0.9357297,"teacher_disagreement_score":0.29210767,"about_ca_system_score_codex":0.058802545,"about_ca_system_score_gemma":0.0224145,"threshold_uncertainty_score":0.9995385},"labels":[],"label_agreement":null},{"id":"W2565802946","doi":"10.1037/cap0000082","title":"Predictors of student satisfaction in a large psychology undergraduate program.","year":2016,"lang":"en","type":"article","venue":"Canadian Psychology/Psychologie canadienne","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Applied psychology; Social psychology; Medical education","score_opus":0.11487163055251957,"score_gpt":0.4703067140005721,"score_spread":0.3554350834480525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565802946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8489223,0.00023686611,0.00012470625,0.10419646,0.003855165,0.0011102088,0.000113680035,0.00018485154,0.04125572],"genre_scores_gemma":[0.9938797,0.0007308892,0.00056344504,0.0035647247,0.00020420243,0.00021234113,0.000011767412,0.000041994124,0.00079094025],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945002,0.001446335,0.0008145566,0.0009809703,0.00038327594,0.0018746327],"domain_scores_gemma":[0.9968654,0.0004198928,0.00046425106,0.00092947396,0.00023165523,0.0010893645],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044184537,0.00031217543,0.00046150165,0.0012510804,0.00035752452,0.00003760164,0.00096108083,0.0005757894,0.0009408259],"category_scores_gemma":[0.0016290463,0.00027997047,0.00012572648,0.0010612862,0.0008657902,0.00046000848,0.000035500227,0.0004940349,0.00017506653],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066461515,0.0002499708,0.846574,0.000005718604,0.00009226575,0.00008473459,0.0028609673,0.0000018395363,0.00026519212,0.01458353,0.028348664,0.10686667],"study_design_scores_gemma":[0.001595171,0.00030657774,0.7457901,0.000046204004,0.000022931334,0.000010858624,0.0007656434,8.526684e-7,0.000002915067,0.0037538372,0.24744253,0.00026233],"about_ca_topic_score_codex":0.28970072,"about_ca_topic_score_gemma":0.9860407,"teacher_disagreement_score":0.69633996,"about_ca_system_score_codex":0.0014460507,"about_ca_system_score_gemma":0.001004685,"threshold_uncertainty_score":0.99997246},"labels":[],"label_agreement":null},{"id":"W2582298979","doi":"","title":"The Syllabus in an Extra-Moral Sense","year":2016,"lang":"en","type":"article","venue":"Syllabus","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Syllabus; Academic integrity; Relation (database); Cover (algebra); Engineering ethics; Epistemology; Sociology; Political science; Law and economics; Environmental ethics; Pedagogy; Philosophy; Engineering; Computer science","score_opus":0.1605634960290293,"score_gpt":0.44728810653692297,"score_spread":0.28672461050789366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2582298979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9016587,0.00036900325,0.00006223287,0.04580646,0.00091202464,0.00028254426,0.000003433191,0.00015070065,0.050754894],"genre_scores_gemma":[0.9892861,0.00020840325,0.00033988192,0.0002303251,0.00031203916,0.000014946236,6.3545394e-7,0.000012390887,0.009595262],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972584,0.0013521615,0.00021606934,0.00023227763,0.0005587596,0.00038228475],"domain_scores_gemma":[0.9980838,0.0012247765,0.0001323954,0.0003305209,0.00011377702,0.00011477753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004353969,0.00009219872,0.000097608565,0.000057899913,0.0006966272,0.00018270673,0.0003290185,0.00008299757,0.00031328978],"category_scores_gemma":[0.0023809548,0.00005434044,0.000034015724,0.00022832923,0.00031770364,0.0007169493,0.000033792843,0.00013711001,0.00045129034],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017283477,0.0002034137,0.13503902,0.0000067844326,0.000032202093,0.000076963115,0.0445182,0.000020860627,0.004409296,0.26610228,0.00771244,0.5417057],"study_design_scores_gemma":[0.0011694107,0.00015407937,0.088933416,0.00008075234,0.00002459481,0.0000084283465,0.011151382,0.00008245155,0.00036061415,0.025400348,0.8721574,0.0004771184],"about_ca_topic_score_codex":0.00197439,"about_ca_topic_score_gemma":0.030211138,"teacher_disagreement_score":0.864445,"about_ca_system_score_codex":0.00016590834,"about_ca_system_score_gemma":0.00023523113,"threshold_uncertainty_score":0.987485},"labels":[],"label_agreement":null},{"id":"W2584473141","doi":"10.47678/cjhe.v46i4.186112","title":"Addressing Common Concerns about Online Student Ratings of Instruction: A Research-Informed Approach","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Likert scale; Psychology; Class size; Medical education; Higher education; Scale (ratio); Institution; Academic integrity; Sample (material); Academic achievement; Discipline; Academic institution; Mathematics education; Social psychology; Political science; Computer science; Developmental psychology; Medicine","score_opus":0.5106827739914034,"score_gpt":0.601429913207377,"score_spread":0.09074713921597366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584473141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9328612,0.0010915877,0.000006029128,0.014121417,0.0026687721,0.00020573733,0.0000050763365,0.000004736179,0.049035456],"genre_scores_gemma":[0.99142575,0.000042917105,0.0017193314,0.00011368582,0.0013969657,0.0000035255864,0.000005877153,0.00000838308,0.0052835615],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979536,0.000539474,0.00045132582,0.000091062415,0.0007349745,0.00022957505],"domain_scores_gemma":[0.99663657,0.00019921958,0.0013875172,0.00025052764,0.0011397315,0.0003864625],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0034177334,0.00006708965,0.00019601699,0.00031913022,0.0019060426,0.00051021914,0.0007190865,0.000081526516,0.00034689292],"category_scores_gemma":[0.0019817252,0.00006424262,0.00006090386,0.00012454495,0.00063191337,0.0012646796,0.000018666222,0.00044815865,0.0000038446956],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008245097,0.00046787897,0.5733011,0.0001329796,0.00020502938,0.00000793248,0.19265851,0.00012430089,0.00015743253,0.070139706,0.07989263,0.08283006],"study_design_scores_gemma":[0.00050592644,0.00006846183,0.5963513,0.00031692814,0.0000432844,0.000010740506,0.03324485,0.0000073188507,0.000028335973,0.0012877733,0.36803424,0.000100795354],"about_ca_topic_score_codex":0.07951208,"about_ca_topic_score_gemma":0.07889919,"teacher_disagreement_score":0.28814164,"about_ca_system_score_codex":0.000675792,"about_ca_system_score_gemma":0.010328879,"threshold_uncertainty_score":0.99939334},"labels":[],"label_agreement":null},{"id":"W2585371620","doi":"10.5539/ies.v10n2p35","title":"Students Evaluation of Faculty","year":2017,"lang":"en","type":"article","venue":"International Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Mathematics education; Medical education; Sample (material); Medicine","score_opus":0.6339014097509729,"score_gpt":0.703592797070242,"score_spread":0.06969138731926916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2585371620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8792472,0.00041447364,0.000019886033,0.022564966,0.0069627757,0.00021503368,0.0000064610167,0.00002220782,0.090547025],"genre_scores_gemma":[0.99111134,0.00021371267,0.0008608792,0.00011118571,0.0003711968,0.000069773174,0.000010957966,0.0000041139997,0.0072468584],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99721545,0.0002714058,0.00022377748,0.0001458403,0.0020645822,0.000078960395],"domain_scores_gemma":[0.99230355,0.00016651175,0.0006584705,0.0002305542,0.006609248,0.00003168938],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00498168,0.00005953206,0.00009666318,0.00009115486,0.00089238555,0.00017647067,0.0007443753,0.000030782398,0.00029558837],"category_scores_gemma":[0.027468307,0.000058650243,0.000042034302,0.000033580014,0.000263972,0.0008443298,0.00011851251,0.00006312129,0.000063002735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002125556,0.00064510066,0.6646192,0.000011997889,0.00061024,1.2968904e-7,0.04780805,0.00006748387,0.00007029989,0.062472902,0.028219536,0.19545378],"study_design_scores_gemma":[0.00050276885,0.000014784395,0.6767316,0.00008937613,0.00014338455,4.1537564e-7,0.041021563,0.00006116508,0.00015320162,0.018307196,0.26284647,0.0001281247],"about_ca_topic_score_codex":0.0018649987,"about_ca_topic_score_gemma":0.00079403573,"teacher_disagreement_score":0.23462692,"about_ca_system_score_codex":0.00029865585,"about_ca_system_score_gemma":0.00063627696,"threshold_uncertainty_score":0.98072374},"labels":[],"label_agreement":null},{"id":"W2589498253","doi":"","title":"Summary of: The heart of teaching","year":2016,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.11257943804633673,"score_gpt":0.44005494947656715,"score_spread":0.3274755114302304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589498253","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37434363,0.000033460532,0.00027987183,0.09109513,0.00027499092,0.00010920228,0.0000012783469,0.000029809898,0.5338326],"genre_scores_gemma":[0.98026645,0.0000067285264,0.0013442137,0.00016671204,0.00004191022,7.653532e-7,2.7503296e-8,0.0000019613974,0.018171247],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987616,0.00066798524,0.000113943745,0.000052608575,0.0003376896,0.000066186425],"domain_scores_gemma":[0.9988279,0.0008654493,0.000114697265,0.00013285493,0.000042072686,0.000017056705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031299,0.000022872537,0.000052571126,0.000016894192,0.00016732456,0.000005596768,0.00020334765,0.000022905579,0.0004178407],"category_scores_gemma":[0.00312474,0.000010835617,0.00004111502,0.00004507566,0.00015916245,0.00022469026,0.00003916562,0.000051155486,0.000013972932],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008511854,0.00007828099,0.21509823,0.000007597293,0.000017738756,4.1585196e-8,0.010164707,0.0000024645267,0.025918204,0.6837443,0.033568885,0.03139102],"study_design_scores_gemma":[0.0002652097,0.00003770926,0.09139034,0.00013335113,0.000023114982,3.3195724e-7,0.004520833,0.00000807542,0.010093341,0.011025416,0.88240117,0.00010112842],"about_ca_topic_score_codex":0.0031734828,"about_ca_topic_score_gemma":0.0006742264,"teacher_disagreement_score":0.84883225,"about_ca_system_score_codex":0.0000175611,"about_ca_system_score_gemma":0.00009788847,"threshold_uncertainty_score":0.4797378},"labels":[],"label_agreement":null},{"id":"W2589504861","doi":"10.19080/jojcs.2016.01.555551","title":"Promoting Student Success in Academia and Practice","year":2016,"lang":"en","type":"article","venue":"Juniper Online Journal of Case Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Mathematics education; Medical education; Psychology; Pedagogy; Engineering ethics; Engineering; Medicine","score_opus":0.19410271287249992,"score_gpt":0.5632937347770574,"score_spread":0.36919102190455744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589504861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8377241,0.004720109,0.000012290021,0.15658559,0.00027721687,0.00011140483,0.0000018209199,0.000009767276,0.00055770576],"genre_scores_gemma":[0.9871882,0.008739957,0.0026888628,0.00045647047,0.00057179376,0.0000019834256,6.168115e-8,0.000007893596,0.00034476956],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969734,0.0014340811,0.00056766876,0.00012667957,0.0007014899,0.00019668108],"domain_scores_gemma":[0.9935634,0.0046792966,0.0008530679,0.00007263175,0.00073594006,0.00009563704],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010453782,0.00009948117,0.00027870157,0.00017946566,0.000325612,0.000054391454,0.00016674428,0.00012065847,0.000015176906],"category_scores_gemma":[0.03228309,0.00006178328,0.000040702158,0.0001835251,0.0002589526,0.00187121,0.000114283335,0.0006939742,0.0000021442959],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037299772,0.0011266579,0.16532351,0.00009561655,0.00092136185,0.007821855,0.6084142,0.000015976979,0.0010705265,0.0032876385,0.0030499469,0.20849976],"study_design_scores_gemma":[0.004738483,0.00072997535,0.055915006,0.0016538294,0.00069158064,0.009644158,0.66810584,0.000020261674,0.00011915223,0.0018356023,0.25599125,0.00055486854],"about_ca_topic_score_codex":0.00016093878,"about_ca_topic_score_gemma":0.0018506703,"teacher_disagreement_score":0.2529413,"about_ca_system_score_codex":0.00019243518,"about_ca_system_score_gemma":0.00018810498,"threshold_uncertainty_score":0.9758684},"labels":[],"label_agreement":null},{"id":"W2591078470","doi":"","title":"Graduate Student Research in the Classroom Understanding the Role of Research Ethics","year":2016,"lang":"en","type":"article","venue":"College student journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Research ethics; Scholarship of Teaching and Learning; Set (abstract data type); Feeling; Psychology; Pedagogy; Graduate students; Engineering ethics; Sociology; Medical education; Teaching method; Political science; Teaching and learning center; Computer science; Engineering; Medicine","score_opus":0.7984212531959728,"score_gpt":0.6487682637910358,"score_spread":0.149652989404937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591078470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5992095,0.00084166124,0.00019661171,0.3136152,0.0006028613,0.001013967,0.0000049587775,0.000015360609,0.084499896],"genre_scores_gemma":[0.9964919,0.0015477338,0.00004574225,0.000096047675,0.00054274435,0.000026811993,8.3000316e-8,0.000010483941,0.0012384407],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9617853,0.027173175,0.0005132562,0.0002179924,0.009612084,0.00069819344],"domain_scores_gemma":[0.9757723,0.022412268,0.00025628397,0.00035394568,0.0010956179,0.00010956933],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.18897538,0.00008970192,0.00015169223,0.00044675416,0.005117857,0.0004579594,0.0023735904,0.00011792918,0.00012781743],"category_scores_gemma":[0.008035236,0.00004267856,0.00008170698,0.0013282886,0.0014247048,0.0004395061,0.00035020965,0.0035336465,0.000042011496],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063511645,0.00034600467,0.058446042,0.000005281228,0.00006351363,0.000033310273,0.31314486,0.0000137676425,0.00014671317,0.62158626,0.0048836987,0.0012670233],"study_design_scores_gemma":[0.000518899,0.00015813208,0.03442204,0.0001886311,0.000011266946,0.000009640754,0.78337824,0.0000058583523,0.000016632224,0.14996274,0.03126441,0.00006352369],"about_ca_topic_score_codex":0.00056054606,"about_ca_topic_score_gemma":0.00452289,"teacher_disagreement_score":0.47162354,"about_ca_system_score_codex":0.0013063484,"about_ca_system_score_gemma":0.0013632448,"threshold_uncertainty_score":0.99876523},"labels":[],"label_agreement":null},{"id":"W2591567680","doi":"10.1187/cbe.15-12-0261","title":"How Is Science Being Taught? Measuring Evidence-Based Teaching Practices across Undergraduate Science Departments","year":2017,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bachelor; Institution; Curriculum; Medical education; Higher education; Best practice; Baseline (sea); Mathematics education; Psychology; Pedagogy; Sociology; Medicine; Political science; Social science","score_opus":0.3349462596821331,"score_gpt":0.5428892083535423,"score_spread":0.20794294867140917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591567680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76335865,0.0004703823,0.00066709425,0.19792306,0.004640209,0.0007018461,0.0000031889208,0.00018330637,0.032052245],"genre_scores_gemma":[0.9860832,0.00014914888,0.009396978,0.0015624578,0.00073424244,0.000071312315,0.0000010788928,0.000017816463,0.0019837331],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.989815,0.0008851299,0.00046536364,0.0016119062,0.0057840324,0.0014385922],"domain_scores_gemma":[0.99190474,0.001273784,0.0032847126,0.0013604646,0.0014048592,0.0007714322],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","sts","scholarly_communication"],"category_scores_codex":[0.04497095,0.00031373347,0.0002686484,0.00062004634,0.049982622,0.015903313,0.0060490533,0.00010226407,0.000035745506],"category_scores_gemma":[0.15780932,0.00030090447,0.0001020143,0.001548326,0.01325474,0.038413625,0.0005512983,0.0005717035,0.00007826334],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007223471,0.001070845,0.48309454,0.00014933792,0.000047047815,0.000004256022,0.08560086,0.00035398666,0.032360964,0.24646124,0.004656288,0.14612842],"study_design_scores_gemma":[0.0017274735,0.00085035653,0.44700035,0.00351821,0.00039987572,0.000025987738,0.22862427,0.018281495,0.04335016,0.045507412,0.20653811,0.004176294],"about_ca_topic_score_codex":0.006640825,"about_ca_topic_score_gemma":0.000861435,"teacher_disagreement_score":0.22272457,"about_ca_system_score_codex":0.001247575,"about_ca_system_score_gemma":0.023404295,"threshold_uncertainty_score":0.999974},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2595010161","doi":"10.1080/1360080x.2017.1298201","title":"Analysis of academic administrators’ attitudes: annual evaluations and factors that improve teaching","year":2017,"lang":"en","type":"article","venue":"Journal of Higher Education Policy and Management","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Process (computing); Path analysis (statistics); Accountability; Perception; Higher education; Skepticism; Quality (philosophy); Psychology; Public relations; Medical education; Mathematics education; Political science; Computer science","score_opus":0.13754489528083513,"score_gpt":0.5413134513826475,"score_spread":0.4037685561018124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2595010161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95575804,0.00051248155,0.000057145033,0.028182117,0.00058344996,0.00018543973,0.000010190408,0.000007441116,0.014703694],"genre_scores_gemma":[0.9918939,0.00084641366,0.00058886653,0.00025344774,0.00029078798,0.000004048838,0.0000018298115,0.0000045112947,0.006116218],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986187,0.0002999588,0.00033310434,0.00011920425,0.00051135937,0.00011763687],"domain_scores_gemma":[0.9979715,0.0002242995,0.001332233,0.00018252297,0.0001613512,0.00012811692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027551402,0.00008198642,0.00019002738,0.0005477479,0.00080423953,0.00017790365,0.00028669785,0.000059727678,0.00006703237],"category_scores_gemma":[0.0007377728,0.00007178302,0.00007234239,0.00011542913,0.00017545918,0.001126074,0.00006709987,0.00021592261,6.495709e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002535419,0.0003321291,0.52243483,0.00008449341,0.002229298,7.0375995e-7,0.037276763,0.000031321324,0.00007268894,0.39390415,0.0034110905,0.040197182],"study_design_scores_gemma":[0.00015173205,0.000043835156,0.89574623,0.00003704077,0.0011412703,3.8892185e-7,0.0069268695,0.0000066468588,0.000010156336,0.0013655596,0.094500974,0.00006926982],"about_ca_topic_score_codex":0.0017215349,"about_ca_topic_score_gemma":0.00015334145,"teacher_disagreement_score":0.39253858,"about_ca_system_score_codex":0.00009914432,"about_ca_system_score_gemma":0.00034356504,"threshold_uncertainty_score":0.6185641},"labels":[],"label_agreement":null},{"id":"W2596422345","doi":"10.5206/cjsotl-rcacea.2017.1.4","title":"Words Matter: The Impact of “Catchy” vs Conventional Course Titles on Student Interest","year":2017,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Preference; Graduate students; Course (navigation); Sociology; Humanities; Pedagogy; Psychology; Medical education; Library science; Philosophy; Medicine; Computer science; Engineering","score_opus":0.16793231378383927,"score_gpt":0.48539008963330843,"score_spread":0.31745777584946916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2596422345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95282894,0.00035678744,0.00004404212,0.041754697,0.00041415793,0.0001684266,0.000006208911,0.000004355112,0.0044223587],"genre_scores_gemma":[0.9958117,0.000020886891,0.00005350359,0.00012452439,0.00027780098,0.0000029744726,7.548035e-7,0.000010636051,0.00369722],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966573,0.002491995,0.00020509152,0.00008516599,0.0003392033,0.00022122852],"domain_scores_gemma":[0.996583,0.0022014172,0.00069339364,0.00025151655,0.00012205448,0.0001486471],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.028198173,0.00008655957,0.00012368415,0.000059046255,0.013662073,0.0009825715,0.0010678822,0.00004889067,0.00023527993],"category_scores_gemma":[0.007820696,0.000043674914,0.00016076518,0.00002370598,0.0005739429,0.00034440603,0.000034823286,0.0020924013,0.000009831915],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013724435,0.000059707945,0.82987285,0.000014922451,0.0006057196,0.0000028406475,0.085302174,0.003112264,0.00006718753,0.041440286,0.005381011,0.034003798],"study_design_scores_gemma":[0.00035002854,0.00019552746,0.9487801,0.00025821952,0.00013559543,0.000020528836,0.016438793,0.0001438436,0.0000050036742,0.0037397651,0.02983216,0.0001004427],"about_ca_topic_score_codex":0.074775696,"about_ca_topic_score_gemma":0.061844625,"teacher_disagreement_score":0.11890724,"about_ca_system_score_codex":0.00012345325,"about_ca_system_score_gemma":0.00058298267,"threshold_uncertainty_score":0.987622},"labels":[],"label_agreement":null},{"id":"W2597075904","doi":"10.5206/cjsotl-rcacea.2017.1.5","title":"An Analytical Autoethnographical Account of using Inquiry-Based Learning in a Graduate Research Methods Course","year":2017,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nexus (standard); Pedagogy; Curriculum; Inclusion (mineral); Sociology; Psychology; Engineering","score_opus":0.6671499368574576,"score_gpt":0.6415164675050931,"score_spread":0.025633469352364546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597075904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797136,0.00041891937,0.00228725,0.016738933,0.0002824282,0.0002256008,0.0000010659286,0.000011603445,0.00032060963],"genre_scores_gemma":[0.9883064,0.000018870533,0.011229122,0.000054653137,0.00025001998,0.0000037906896,6.803605e-7,0.000020234262,0.000116221665],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97818685,0.019773774,0.00041529638,0.00020174908,0.00084435625,0.00057795504],"domain_scores_gemma":[0.99166816,0.0064443853,0.00068418164,0.00036609155,0.00046676368,0.00037040305],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19936976,0.00011917778,0.0002555758,0.00045425043,0.022857198,0.001355906,0.0012826872,0.00015784093,0.00002135901],"category_scores_gemma":[0.07198346,0.00008379978,0.00012677864,0.00020823929,0.0019893297,0.00092068437,0.00004481094,0.008340485,4.5588948e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021649891,0.000082073675,0.53988737,0.0000542613,0.0001856369,0.000014281836,0.15524322,0.075292274,0.0006546759,0.03144433,0.00004223573,0.19688316],"study_design_scores_gemma":[0.001600571,0.00063998613,0.56257015,0.0010428635,0.00045742022,0.000045682176,0.131993,0.2554966,0.00005321555,0.017842215,0.027752303,0.00050598884],"about_ca_topic_score_codex":0.12821586,"about_ca_topic_score_gemma":0.06780976,"teacher_disagreement_score":0.19637716,"about_ca_system_score_codex":0.00018713444,"about_ca_system_score_gemma":0.0020604338,"threshold_uncertainty_score":0.99968076},"labels":[],"label_agreement":null},{"id":"W2597115901","doi":"10.5206/cjsotl-rcacea.2017.1.6","title":"Student Perceptions of Staged Transfer to Independent Research Skills During a Four-year Honours Science Undergraduate Program","year":2017,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Interim; Psychology; Humanities; Pedagogy; Political science; Art","score_opus":0.1876833955933564,"score_gpt":0.5089019833643732,"score_spread":0.3212185877710168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597115901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9697565,0.000080458456,0.000108447995,0.027871024,0.0002592937,0.0006071548,0.0000029728512,0.000012285768,0.0013018572],"genre_scores_gemma":[0.99706024,0.000041760864,0.0009533499,0.000028303351,0.00017395966,0.000018709688,2.0293996e-7,0.000015270838,0.0017081939],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.994121,0.0034770602,0.0002789067,0.00020053149,0.0013259847,0.00059650023],"domain_scores_gemma":[0.9970366,0.0013590285,0.0001888755,0.00035696305,0.0005593375,0.0004992048],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.079859726,0.000097712335,0.00015338215,0.00038036235,0.04668806,0.0022762797,0.001783923,0.0000616493,0.000027436983],"category_scores_gemma":[0.025620254,0.00006737518,0.0000950316,0.00017034101,0.0014489937,0.0008970421,0.00008440815,0.0036982412,0.0000034009545],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116644966,0.00012396123,0.41567448,0.000053525284,0.00021797011,0.000007835759,0.4552927,0.005298841,0.004115533,0.03205473,0.00008357734,0.086960204],"study_design_scores_gemma":[0.0005529332,0.00031335393,0.8928679,0.00030933495,0.000082456354,0.000019771442,0.09771943,0.000047433008,0.000087181266,0.0022861573,0.0055564577,0.00015756018],"about_ca_topic_score_codex":0.039120287,"about_ca_topic_score_gemma":0.11466729,"teacher_disagreement_score":0.47719347,"about_ca_system_score_codex":0.00034657936,"about_ca_system_score_gemma":0.0015457625,"threshold_uncertainty_score":0.99875945},"labels":[],"label_agreement":null},{"id":"W2597904710","doi":"10.20343/teachlearninqu.5.1.8","title":"How Experienced SoTL Researchers Develop the Credibility of Their Work","year":2017,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"University of Queensland; La Trobe University; Simon Fraser University; University College London; Auckland University of Technology, New Zealand; Georgia Southern University","keywords":"Credibility; Scholarship of Teaching and Learning; Discipline; Work (physics); Variety (cybernetics); Publishing; Scholarship; Sociology; Psychology; Pedagogy; Political science; Teaching method; Computer science; Social science; Engineering","score_opus":0.41286554352001437,"score_gpt":0.5043005321039725,"score_spread":0.09143498858395815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597904710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82837087,0.00026436266,0.0017465613,0.16283064,0.0012051116,0.00024087426,3.936907e-7,0.00008686637,0.0052543315],"genre_scores_gemma":[0.99125403,0.00011964283,0.001407318,0.00016164077,0.0015743331,0.000010343339,5.818444e-7,0.0000278084,0.0054442966],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98565453,0.011153292,0.00045844374,0.00030378645,0.0017722294,0.0006577212],"domain_scores_gemma":[0.99249744,0.004035548,0.0018107663,0.0009609118,0.00049841404,0.00019692522],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.06127751,0.00020444566,0.00027628624,0.00009432635,0.020699596,0.0028958276,0.0036094196,0.00014148196,0.00013982815],"category_scores_gemma":[0.09143221,0.00010343575,0.00018343733,0.00019458814,0.0029730205,0.001714362,0.0004687363,0.0046361755,0.000016398653],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015131269,0.00008619593,0.07982871,0.000007997232,0.00014472223,0.0000072956727,0.779084,0.00074989646,0.00060816307,0.006584025,0.0031398255,0.12960786],"study_design_scores_gemma":[0.00047465778,0.00013077153,0.11258426,0.0002257979,0.000051909694,0.00003025728,0.44068038,0.0003080148,0.00020319881,0.0029921872,0.44200772,0.00031086354],"about_ca_topic_score_codex":0.0009985681,"about_ca_topic_score_gemma":0.00013620961,"teacher_disagreement_score":0.4388679,"about_ca_system_score_codex":0.00027205097,"about_ca_system_score_gemma":0.00089120027,"threshold_uncertainty_score":0.9997403},"labels":[],"label_agreement":null},{"id":"W2598232842","doi":"","title":"It's Not A Mystery: Just Be There - 2014 AAU Award Winners Plenary Session","year":2014,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University; University of Prince Edward Island","funders":"","keywords":"Plenary session; Session (web analytics); Medical education; Psychology; Library science; Medicine; Computer science; World Wide Web","score_opus":0.15078351963415146,"score_gpt":0.4423053083361063,"score_spread":0.2915217887019549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598232842","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09822526,0.000028462731,0.00094267115,0.41435644,0.000910518,0.00025128017,0.000003037443,0.0003237183,0.48495862],"genre_scores_gemma":[0.9484619,0.000054674183,0.0019950974,0.009930534,0.0005201535,0.000012623796,0.0000072570647,0.000017536457,0.039000243],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968863,0.0014474819,0.00022286469,0.0002935062,0.00084629626,0.00030352134],"domain_scores_gemma":[0.9982615,0.0009938692,0.00020561028,0.00029464392,0.000097549084,0.0001468172],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0048541888,0.00012538044,0.00016038975,0.00007075277,0.0007711843,0.00018928332,0.000408211,0.0001375458,0.0034060485],"category_scores_gemma":[0.0016524849,0.00010048514,0.00007289975,0.00012699647,0.00015977422,0.0009061178,0.000084770414,0.0002275942,0.0010036172],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005046934,0.00011704242,0.0064871972,0.000027856484,0.00003784202,0.0000025688073,0.03238099,0.00009894166,0.0006933157,0.030255105,0.9141345,0.015714152],"study_design_scores_gemma":[0.0002587549,0.000060002534,0.0024669226,0.000034569606,0.000030650634,7.915311e-7,0.015975088,0.00064403994,0.00014341412,0.00033903198,0.97985685,0.00018991591],"about_ca_topic_score_codex":0.0045594242,"about_ca_topic_score_gemma":0.0031856808,"teacher_disagreement_score":0.8502366,"about_ca_system_score_codex":0.000096118165,"about_ca_system_score_gemma":0.00018252501,"threshold_uncertainty_score":0.9997742},"labels":[],"label_agreement":null},{"id":"W2598356234","doi":"10.18260/1-2--8167","title":"Approaches To Learning And Learning Environments In Pbl And Lecture Environments","year":2020,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Theme (computing); Session (web analytics); Memorization; Wright; Meaning (existential); Mathematics education; Small group learning; Psychology; Computer science; Artificial intelligence; World Wide Web","score_opus":0.21211137037871508,"score_gpt":0.35558298140645106,"score_spread":0.14347161102773598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598356234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9392005,0.00026865234,0.0029965637,0.0372332,0.000023643412,0.00029605677,2.5739877e-7,0.000044861616,0.019936234],"genre_scores_gemma":[0.99335593,0.00016324517,0.0025576951,0.0006281825,0.000046674555,0.000007812154,0.0000018074126,0.00000904959,0.0032296285],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.998385,0.0007330786,0.000114169496,0.0002813989,0.00031068688,0.0001756319],"domain_scores_gemma":[0.9995036,0.0002379657,0.00006058682,0.000034754616,8.9342507e-7,0.0001621795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011730642,0.00008310954,0.00010108779,0.000041682324,0.0003912338,0.00008682313,0.000076942226,0.000063599124,0.00024015454],"category_scores_gemma":[0.001282157,0.00008325423,0.0000103620005,0.000089597575,0.0000828388,0.00028009166,0.000108872264,0.00040347094,0.000076383636],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004352662,0.00006140593,0.61408794,0.000015548861,0.000028683753,0.000004779025,0.23995294,0.008980201,0.0031229102,0.0013867056,0.00010420593,0.13221115],"study_design_scores_gemma":[0.0005079329,0.00018075963,0.0926147,0.000013347028,0.000016297849,7.659686e-7,0.032698825,0.0036469991,0.00015805304,0.00015061846,0.869719,0.00029268255],"about_ca_topic_score_codex":0.00034250255,"about_ca_topic_score_gemma":0.00015415934,"teacher_disagreement_score":0.86961484,"about_ca_system_score_codex":0.00004289175,"about_ca_system_score_gemma":0.000012223224,"threshold_uncertainty_score":0.3395009},"labels":[],"label_agreement":null},{"id":"W2598694117","doi":"10.1096/fasebj.27.1_supplement.960.14","title":"Peer teaching in an online histology classroom","year":2013,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Upload; Online teaching; Presentation (obstetrics); Medical education; Psychology; Mathematics education; Multimedia; Computer science; Medicine; World Wide Web","score_opus":0.1554832275071653,"score_gpt":0.4296110340709417,"score_spread":0.2741278065637764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598694117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8705914,0.00007302595,0.00013626151,0.11622613,0.00047511488,0.00009417965,7.8937893e-7,0.000025684138,0.012377393],"genre_scores_gemma":[0.98979163,0.00001763828,0.0022515536,0.0010039369,0.0006574888,0.0000028079335,0.0000023687048,0.0000075897838,0.006264974],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99604046,0.0027582315,0.0002344438,0.00009571032,0.00061158766,0.00025958265],"domain_scores_gemma":[0.998896,0.0004915462,0.00022889323,0.00014041108,0.00012663708,0.000116499374],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007959916,0.000065409535,0.00009788301,0.00009772006,0.0010081119,0.00023312696,0.0005101272,0.00006461899,0.0012933101],"category_scores_gemma":[0.0027318958,0.000045447683,0.00003823112,0.000074332194,0.00014749894,0.0010842311,0.000031577325,0.0011171174,0.00014111747],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006297069,0.00103291,0.2942738,0.000005004307,0.00006728297,0.00005347805,0.31183726,0.0010677247,0.017508978,0.055278778,0.06078631,0.2580255],"study_design_scores_gemma":[0.0017184749,0.00039190613,0.29641673,0.00007115848,0.00009174649,0.00025256758,0.17735004,0.005104602,0.000116360105,0.060924247,0.45695126,0.0006108795],"about_ca_topic_score_codex":0.00410769,"about_ca_topic_score_gemma":0.011730777,"teacher_disagreement_score":0.39616495,"about_ca_system_score_codex":0.00019836272,"about_ca_system_score_gemma":0.0001738136,"threshold_uncertainty_score":0.99961966},"labels":[],"label_agreement":null},{"id":"W2599980125","doi":"10.1080/2331186x.2017.1304016","title":"Student evaluations of teaching are an inadequate assessment tool for evaluating faculty performance","year":2017,"lang":"en","type":"article","venue":"Cogent Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":307,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Summative assessment; Set (abstract data type); Medical education; Formative assessment; Faculty development; Psychology; Evaluation methods; Program evaluation; Course evaluation; Teaching method; Mathematics education; Higher education; Pedagogy; Computer science; Medicine; Professional development; Engineering; Political science","score_opus":0.330727264537629,"score_gpt":0.6184685834139221,"score_spread":0.28774131887629306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599980125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98455954,0.000034615918,0.0019287422,0.0055696983,0.0011377025,0.0012103292,0.000011942045,0.000038289734,0.0055091246],"genre_scores_gemma":[0.97846276,0.00001911221,0.019242395,0.00008130082,0.00035178976,0.00036415653,0.00008065843,0.00001282269,0.0013850256],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99736357,0.0007590488,0.0003810238,0.00027887124,0.0010092406,0.00020822676],"domain_scores_gemma":[0.99694026,0.00028924432,0.0013121798,0.0005218993,0.00085428305,0.00008216718],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011120449,0.00010814413,0.00015021418,0.0000852408,0.0036488469,0.0003607655,0.0006000025,0.000062785155,0.00009002562],"category_scores_gemma":[0.006274597,0.00011323961,0.000062069426,0.000043361862,0.000104530474,0.0016443696,0.000060306364,0.00016958313,0.000011167456],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024230349,0.0011758183,0.4458916,0.00008769307,0.000060476636,3.816361e-8,0.040852144,0.00093585625,0.0016572254,0.03223612,0.00091635,0.47616243],"study_design_scores_gemma":[0.00046281438,0.00020579062,0.9583969,0.00013855819,0.00016494445,2.8034748e-7,0.0225278,0.0077597536,0.0002788529,0.0011686159,0.008697892,0.00019775692],"about_ca_topic_score_codex":0.00064084306,"about_ca_topic_score_gemma":0.00025541894,"teacher_disagreement_score":0.51250535,"about_ca_system_score_codex":0.0004206764,"about_ca_system_score_gemma":0.0017512483,"threshold_uncertainty_score":0.99764824},"labels":[],"label_agreement":null},{"id":"W2603367503","doi":"10.18260/p.23909","title":"Educating, Enlightening, and Entertaining: Audience Perceptions of the Educational Value of a Presentation Competition for Engineering Students","year":2015,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Presentation (obstetrics); Value (mathematics); Competition (biology); Competitor analysis; Perception; Engineering education; Work (physics); Psychology; Multimedia; Pedagogy; Medical education; Mathematics education; Engineering; Computer science; Marketing; Engineering management; Medicine; Business; Mechanical engineering","score_opus":0.09112521714503977,"score_gpt":0.4687322779940031,"score_spread":0.37760706084896334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603367503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98665524,0.000025137004,0.0034726695,0.005697528,0.0003224483,0.00032488364,0.0000027089616,0.000011244627,0.0034881248],"genre_scores_gemma":[0.98774,0.0000061842757,0.011061406,0.000030146488,0.00008218242,0.000035277437,0.00000350619,0.0000034405655,0.0010378986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991248,0.00015345191,0.00017233565,0.000091555485,0.00038194287,0.000075877135],"domain_scores_gemma":[0.9989034,0.0005027928,0.00020884619,0.00007587944,0.0002641889,0.00004488517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013064492,0.000041325362,0.0000638725,0.000047031444,0.00016969939,0.000029607589,0.00018294714,0.000022421722,0.00004755638],"category_scores_gemma":[0.002770895,0.000034035704,0.000027769027,0.00009716401,0.00010185339,0.00026162522,0.000039193994,0.000042916723,9.250068e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009818945,0.00021820457,0.47454718,0.00003617711,0.00002613625,4.6922017e-9,0.13687468,0.0011978737,0.0011843987,0.38464618,0.0007430594,0.0005162886],"study_design_scores_gemma":[0.0008067141,0.00015678664,0.8647188,0.0002027143,0.000103190316,0.0000019347262,0.1122949,0.006795644,0.0005792504,0.008243283,0.0059166835,0.0001801284],"about_ca_topic_score_codex":0.0010797853,"about_ca_topic_score_gemma":0.00017471157,"teacher_disagreement_score":0.3901716,"about_ca_system_score_codex":0.000050345865,"about_ca_system_score_gemma":0.00025405482,"threshold_uncertainty_score":0.33172202},"labels":[],"label_agreement":null},{"id":"W2606354912","doi":"10.1177/2332858417701712","title":"Student Perceptions About Their General Learning Outcomes","year":2017,"lang":"en","type":"article","venue":"AERA Open","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Psychology; Multilevel model; Perception; Survey data collection; Aggregate data; Mathematics education; Medical education; Computer science; Statistics; Medicine","score_opus":0.24528268090913785,"score_gpt":0.5575249157463779,"score_spread":0.31224223483724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606354912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6983679,0.000016936068,0.000026727084,0.025366299,0.0003594952,0.00027714763,0.0000012238426,0.00004522645,0.27553904],"genre_scores_gemma":[0.9204144,0.00007243891,0.0012546233,0.0004746211,0.00020928282,0.00003373373,0.0000029236412,0.000008918869,0.07752904],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985212,0.0005786039,0.00013790604,0.00019254112,0.00037243142,0.0001972919],"domain_scores_gemma":[0.99901605,0.0001941111,0.00024088174,0.0003883671,0.000080084836,0.0000805144],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029145859,0.00007827652,0.0001344348,0.000024398358,0.005309197,0.0024590222,0.0017183198,0.000048237987,0.0015370536],"category_scores_gemma":[0.0016060938,0.000065282795,0.000054522676,0.000024117615,0.00015495294,0.0016056012,0.00051378494,0.00022758963,0.00054558855],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032178864,0.00007003712,0.9001136,8.542562e-7,0.000038024747,0.0000012750799,0.046466522,0.0000698468,0.00005233948,0.031052304,0.001421537,0.020710485],"study_design_scores_gemma":[0.0001744089,0.0000137324405,0.73924065,0.0000066100642,0.000010666603,1.9532489e-7,0.007628521,0.000029641507,0.0000027551016,0.00033699578,0.2524723,0.00008350422],"about_ca_topic_score_codex":0.01655018,"about_ca_topic_score_gemma":0.008377077,"teacher_disagreement_score":0.2510508,"about_ca_system_score_codex":0.00007412842,"about_ca_system_score_gemma":0.00012835323,"threshold_uncertainty_score":0.9993757},"labels":[],"label_agreement":null},{"id":"W2606877286","doi":"10.5430/ijhe.v6n2p162","title":"A Study of the Correlation of the Improvement of Teaching Evaluation Scores Based on Student Performance Grades","year":2017,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Correlation; Psychology; Positive correlation; Teaching method; Evaluation methods; Medical education; Medicine; Mathematics; Engineering","score_opus":0.10181702535686155,"score_gpt":0.5033157579724838,"score_spread":0.4014987326156223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606877286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984832,0.000037189093,0.000016643737,0.006810498,0.0048475345,0.00042601302,0.0000014217793,0.0000018631682,0.0030268675],"genre_scores_gemma":[0.9991292,0.0000075260546,0.00010219961,0.00006882277,0.00029387538,0.0000101703745,7.454219e-7,0.0000049820933,0.0003824886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960513,0.0006740054,0.00057125976,0.00008628753,0.002557116,0.000060019822],"domain_scores_gemma":[0.99424386,0.00027523065,0.0037114848,0.00030138923,0.0014474873,0.000020575657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045023826,0.000068002126,0.00011633649,0.00013293307,0.00040417394,0.00007112703,0.0011458178,0.000033248507,0.00007060256],"category_scores_gemma":[0.0016206533,0.00004310395,0.00009459475,0.000058240195,0.0001303946,0.00055888144,0.000064673855,0.00022380086,5.9714574e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094338604,0.0023857104,0.9372161,0.000010158257,0.0001209173,5.739339e-8,0.021363365,0.010512206,0.0011933077,0.004117305,0.00028112635,0.022705417],"study_design_scores_gemma":[0.00065313664,0.00027152247,0.9924726,0.0002975407,0.0001147575,4.3001447e-7,0.0037875294,0.00049077586,0.0010470082,0.0004891885,0.00033611778,0.000039387945],"about_ca_topic_score_codex":0.0009225,"about_ca_topic_score_gemma":0.0001559021,"teacher_disagreement_score":0.055256512,"about_ca_system_score_codex":0.00028388944,"about_ca_system_score_gemma":0.0007773698,"threshold_uncertainty_score":0.310862},"labels":[],"label_agreement":null},{"id":"W2608406011","doi":"10.5539/ies.v10n5p100","title":"Understanding How Students Study: The Genealogy and Conceptual Basis of A Widely Used Pedagogical Research Tool, Biggs’ Study Process Questionnaire","year":2017,"lang":"en","type":"article","venue":"International Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Unpacking; Underpinning; Process (computing); Psychology; Conceptual framework; Conceptual change; Mathematics education; Epistemology; Pedagogy; Sociology; Computer science; Social science; Linguistics; Engineering","score_opus":0.8904028874796183,"score_gpt":0.6979648000648057,"score_spread":0.1924380874148126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608406011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9482207,0.00032644856,0.00005461357,0.04798956,0.0015768374,0.0008643556,0.0000029771775,0.000023389597,0.00094113784],"genre_scores_gemma":[0.9970428,0.00016793967,0.00005320157,0.00006879074,0.00036102076,0.00023562912,0.0000012311281,0.000008501043,0.0020608897],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9954153,0.0015903079,0.00030094667,0.00034001205,0.002170533,0.00018293405],"domain_scores_gemma":[0.9948471,0.0013691833,0.00049092557,0.00029962373,0.0029433572,0.000049820697],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.008273563,0.000112798465,0.00019705563,0.00017872588,0.003223132,0.0006587328,0.0010082839,0.0000434129,0.000035188772],"category_scores_gemma":[0.020951083,0.000085950596,0.00003177354,0.00012091098,0.0015032258,0.00086220633,0.00034404453,0.0002652352,0.0000065492336],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028817285,0.0008880065,0.7029036,0.0000052112114,0.00031553864,8.301875e-7,0.2783693,0.0000042423476,0.0000046433606,0.015835108,0.00068199955,0.0009626384],"study_design_scores_gemma":[0.00036482242,0.00014971854,0.37952223,0.000032836266,0.00004421616,5.849273e-7,0.61522883,0.0000058072687,0.0000033914523,0.003458256,0.001124405,0.00006492166],"about_ca_topic_score_codex":0.0025121947,"about_ca_topic_score_gemma":0.0071541774,"teacher_disagreement_score":0.3368595,"about_ca_system_score_codex":0.00038194162,"about_ca_system_score_gemma":0.0006408442,"threshold_uncertainty_score":0.99807453},"labels":[],"label_agreement":null},{"id":"W2610675933","doi":"10.7202/1039269ar","title":"Les effets d’un cours d’efficience cognitive sur de nouveaux étudiants de l’Université de l’Alberta","year":2017,"lang":"fr","type":"article","venue":"Revue de psychoéducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke; University of Alberta","funders":"","keywords":"Humanities; Political science; Psychology; Philosophy","score_opus":0.09307881575799394,"score_gpt":0.41592977850010326,"score_spread":0.32285096274210934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610675933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80996406,0.0011838136,0.0013196548,0.12002676,0.0011865029,0.00034823915,0.00001719045,0.00003831383,0.06591547],"genre_scores_gemma":[0.9749574,0.0021884313,0.0014146245,0.00035757184,0.0007058639,0.00002648881,0.0000125475335,0.000029733163,0.02030735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99667484,0.0013982338,0.00027005884,0.0004980341,0.00038719526,0.0007716535],"domain_scores_gemma":[0.9960307,0.0018638049,0.00091372995,0.00049786747,0.00032062395,0.00037326134],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.004404559,0.00022416569,0.00022420146,0.00010132939,0.0031329398,0.00030771154,0.0009039882,0.00033024655,0.00084971345],"category_scores_gemma":[0.007476772,0.00029561008,0.00012407517,0.00021112722,0.00053734134,0.0011469099,0.00008684769,0.00043971944,0.0004259209],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015060625,0.0012654087,0.69519895,0.00017764376,0.0001508854,0.000024092064,0.16499539,0.00038789204,0.0009486407,0.016258465,0.012917122,0.10752491],"study_design_scores_gemma":[0.00095403893,0.00009694057,0.9467228,0.00070367195,0.00036192482,0.000080896076,0.0135255065,0.0040954947,0.00047885394,0.0013334426,0.03121564,0.00043076705],"about_ca_topic_score_codex":0.027487502,"about_ca_topic_score_gemma":0.018523244,"teacher_disagreement_score":0.25152388,"about_ca_system_score_codex":0.002295078,"about_ca_system_score_gemma":0.0012230208,"threshold_uncertainty_score":0.9999496},"labels":[],"label_agreement":null},{"id":"W2612853062","doi":"10.18260/1-2--4192","title":"The First Year Transition: Challenges And Solutions For Students, Instructors And Administrators","year":2020,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Position paper; Position (finance); Transition (genetics); Computer science; Knowledge management; Engineering management; Mathematics education; Process management; Engineering ethics; Pedagogy; Engineering; Business; Sociology; Psychology; World Wide Web; Chemistry","score_opus":0.22760860393198318,"score_gpt":0.43931495339450327,"score_spread":0.2117063494625201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612853062","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22675574,0.0024864103,0.0002617366,0.75872403,0.0001858679,0.00054010807,0.000008099077,0.00011054129,0.010927477],"genre_scores_gemma":[0.9959076,0.0028961047,0.0005294935,0.00040884168,0.00014048335,0.000016342967,6.1060547e-7,0.0000037884226,0.00009675681],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999386,0.00009073054,0.000081241335,0.00011702544,0.00020856633,0.00011643036],"domain_scores_gemma":[0.9993729,0.0004336407,0.00003687635,0.000041733332,0.00003274504,0.000082098486],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009157854,0.000041925003,0.00004880971,0.000008394396,0.0013620201,0.00013809597,0.00010482594,0.000032528158,0.000022521946],"category_scores_gemma":[0.0004246416,0.000031953725,0.000015520629,0.000033427237,0.00018635836,0.00021163773,0.000023335431,0.000054451433,0.0000029477503],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003725557,0.000032505137,0.0024022863,0.00003157155,0.000054054464,3.5168935e-7,0.12894951,0.0000018961719,0.000003903333,0.84317845,0.002475718,0.02283252],"study_design_scores_gemma":[0.0005054696,0.00017588078,0.020891586,0.000008720913,0.00004574534,6.681504e-7,0.1458681,0.000102116064,0.0000057012817,0.0037642922,0.82850754,0.0001241875],"about_ca_topic_score_codex":0.00005667569,"about_ca_topic_score_gemma":0.0028951466,"teacher_disagreement_score":0.8394141,"about_ca_system_score_codex":0.000009818112,"about_ca_system_score_gemma":0.000047246183,"threshold_uncertainty_score":0.9999381},"labels":[],"label_agreement":null},{"id":"W2613225046","doi":"10.7717/peerj.3299","title":"Student evaluations of teaching: teaching quantitative courses can be hazardous to one’s career","year":2017,"lang":"en","type":"article","venue":"PeerJ","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University; Mount Royal University","funders":"","keywords":"Grading (engineering); Class (philosophy); Promotion (chess); Merit pay; Set (abstract data type); Mathematics education; Psychology; Subject (documents); Medical education; Computer science; Incentive; Medicine; Engineering; Political science; Economics","score_opus":0.3559082538535388,"score_gpt":0.5626750994996155,"score_spread":0.20676684564607667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613225046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7273924,0.00008335915,0.0011596425,0.13000205,0.0008566892,0.0006997612,0.000049035734,0.000109380424,0.13964769],"genre_scores_gemma":[0.982038,0.00000829599,0.011825106,0.00041097138,0.00021534442,0.000042277905,0.000008167351,0.000019561812,0.0054322584],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9955944,0.0015124846,0.0003389802,0.0003304711,0.0018992637,0.00032438996],"domain_scores_gemma":[0.99700874,0.0010476031,0.0005997197,0.00064843346,0.00050077186,0.0001947606],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.010227161,0.00014316349,0.00028268946,0.00014726879,0.0037222665,0.0004461722,0.0010711069,0.00007741871,0.00016943023],"category_scores_gemma":[0.028171558,0.00015029743,0.00009795611,0.00004815994,0.00027748095,0.0006418197,0.00019830272,0.00047073342,0.00005383961],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003395553,0.000579029,0.09452267,0.000019681676,0.0002214712,0.000003143094,0.43667918,0.0008226689,0.0017983314,0.43658778,0.012088493,0.016643621],"study_design_scores_gemma":[0.0013022531,0.0006665432,0.59015566,0.00029459948,0.00068553427,0.0000016932102,0.17128745,0.0005375283,0.0006262545,0.0067452705,0.22680305,0.0008941569],"about_ca_topic_score_codex":0.035227757,"about_ca_topic_score_gemma":0.035313975,"teacher_disagreement_score":0.495633,"about_ca_system_score_codex":0.0002549449,"about_ca_system_score_gemma":0.00053276494,"threshold_uncertainty_score":0.99757475},"labels":[],"label_agreement":null},{"id":"W2614078181","doi":"10.18260/1-2--6784","title":"Situated Learning And Motivation Strategies To Improve Cognitive Learning In Ce","year":2020,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Situated; Situated cognition; Context (archaeology); Situated learning; Theme (computing); Mathematics education; Perception; Pedagogy; Psychology; Cognition; Computer science; Artificial intelligence; World Wide Web","score_opus":0.11065398498123928,"score_gpt":0.42208722158630985,"score_spread":0.31143323660507055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614078181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9238609,0.000017408755,0.0020870513,0.018348444,0.000028001414,0.00021862016,2.2059615e-7,0.0001596605,0.05527969],"genre_scores_gemma":[0.9977512,0.000017949202,0.00040852977,0.00045477803,0.000058926704,0.0000068779464,0.0000028822735,0.0000057223533,0.0012931457],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99869674,0.000608337,0.00012094878,0.00019424672,0.00024212377,0.00013758292],"domain_scores_gemma":[0.99866664,0.0010572827,0.000081049264,0.000015729607,0.00009364765,0.00008566344],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011396192,0.000057797115,0.00007873854,0.000053196112,0.00030052842,0.00020330826,0.000051625753,0.000044717013,0.00023845304],"category_scores_gemma":[0.01478589,0.000060040147,0.000009592974,0.0002751427,0.0000458036,0.0007738419,0.000037960814,0.00030312545,0.000051650353],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012855527,0.000046829227,0.38275272,0.000026146765,0.00003061697,0.0000055311143,0.51646084,0.0038981198,0.014469642,0.016941853,0.00010916151,0.06513002],"study_design_scores_gemma":[0.0008502721,0.00048038232,0.17024596,0.000060720587,0.000024963592,2.3683216e-7,0.8056373,0.0052978364,0.0008374661,0.0006514096,0.015574177,0.00033926746],"about_ca_topic_score_codex":0.0022097656,"about_ca_topic_score_gemma":0.0010640874,"teacher_disagreement_score":0.2891765,"about_ca_system_score_codex":0.000024404413,"about_ca_system_score_gemma":0.00011826982,"threshold_uncertainty_score":0.993513},"labels":[],"label_agreement":null},{"id":"W2614263794","doi":"10.1108/qae-11-2016-0061","title":"Aligning accreditation and academic program reviews: a Canadian case study","year":2017,"lang":"en","type":"article","venue":"Quality Assurance in Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Accreditation; Originality; Process (computing); Quality assurance; Medical education; Resource (disambiguation); Value (mathematics); Quality (philosophy); Public relations; Business; Computer science; Marketing; Political science; Medicine; Sociology; Qualitative research","score_opus":0.3785250918363774,"score_gpt":0.6180966053799812,"score_spread":0.23957151354360384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614263794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97497153,0.000617994,0.0000069348894,0.018148758,0.0007990519,0.0014809074,0.000001516531,0.000032846692,0.003940478],"genre_scores_gemma":[0.99690473,0.00033842077,0.0016974377,0.00017008591,0.0003085424,0.0003516316,0.000004287705,0.000005672024,0.00021917772],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968755,0.002020744,0.0003687487,0.00024897064,0.00028528663,0.00020072488],"domain_scores_gemma":[0.99843466,0.00042522664,0.0005548231,0.00030483012,0.00013791522,0.00014253712],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.013526356,0.000078400066,0.00014554219,0.00011635704,0.0015071137,0.00036150377,0.00024065342,0.00009175646,0.000017727392],"category_scores_gemma":[0.015323284,0.00008738572,0.000017149065,0.00011677717,0.00012082794,0.0016591663,0.000016095808,0.0002777099,0.000017333326],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021500996,0.00014454647,0.56227154,0.000024557989,0.0000036515542,0.0000051692664,0.09949292,0.000001814369,0.0000045253564,0.0012463164,0.00066520483,0.3361376],"study_design_scores_gemma":[0.00019139494,0.00003395713,0.781541,0.0001228139,0.000018773622,0.000010363611,0.15140148,0.000030001107,0.0000014179574,0.0010914764,0.06541233,0.00014501359],"about_ca_topic_score_codex":0.8450977,"about_ca_topic_score_gemma":0.91856915,"teacher_disagreement_score":0.33599257,"about_ca_system_score_codex":0.0003104806,"about_ca_system_score_gemma":0.0016774101,"threshold_uncertainty_score":0.9997928},"labels":[],"label_agreement":null},{"id":"W2619132989","doi":"10.7202/1039642ar","title":"Linda Darling-Hammond &amp; Robert Rothman. Teaching in the Flat World: Learning from High-Performing Systems. New York, NY: Teachers College Press. (2015). 107 pp. $ 24.95 (paperback). (ISBN 978-0-8077-5647-8)","year":2016,"lang":"en","type":"article","venue":"McGill Journal of Education / Revue des sciences de l éducation de McGill","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sociology; Media studies; Humanities; Library science; Art; Computer science","score_opus":0.3764813555580375,"score_gpt":0.4429891940114419,"score_spread":0.06650783845340436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2619132989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9038942,0.009564528,0.0010325075,0.047818087,0.008398153,0.0011226506,0.00004272268,0.0001326426,0.02799453],"genre_scores_gemma":[0.9519658,0.0014375937,0.024978073,0.00082466996,0.0017981766,0.000054502605,0.000011176764,0.000048274906,0.018881716],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99112177,0.0045689144,0.0014008495,0.0006118322,0.001469799,0.000826814],"domain_scores_gemma":[0.9925466,0.0037425586,0.0022943541,0.00046912447,0.00047321382,0.00047413603],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.021181345,0.00035937096,0.00047952635,0.00044161984,0.0042930148,0.00060263416,0.001806688,0.00022283987,0.0003055034],"category_scores_gemma":[0.011676247,0.0002715896,0.0001905708,0.0011585756,0.0006256729,0.003281519,0.000086367014,0.0012073622,0.00006343213],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034944483,0.0018351228,0.047992103,0.00022390264,0.00032589547,0.000021861702,0.41965663,0.046151944,0.006129361,0.1123631,0.19644177,0.16850889],"study_design_scores_gemma":[0.00059583946,0.00015161453,0.0041306303,0.0012075139,0.00013911985,0.00013186698,0.069271885,0.0005812023,0.00016796951,0.0034244945,0.919715,0.00048285478],"about_ca_topic_score_codex":0.025422702,"about_ca_topic_score_gemma":0.018068748,"teacher_disagreement_score":0.7232732,"about_ca_system_score_codex":0.0036411248,"about_ca_system_score_gemma":0.0026962387,"threshold_uncertainty_score":0.99997365},"labels":[],"label_agreement":null},{"id":"W2624642012","doi":"10.37119/ojs2017.v23i1.256","title":"The Relevance of Prior Learning in Teacher Education Admissions Processes","year":2017,"lang":"en","type":"article","venue":"in education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University; University of Saskatchewan; University of New Brunswick","funders":"","keywords":"Relevance (law); Cognition; Constructivist teaching methods; Subject (documents); Psychology; Teacher education; Mathematics education; Affect (linguistics); Pedagogy; Teaching method; Computer science","score_opus":0.09429131852436583,"score_gpt":0.4998815327952266,"score_spread":0.4055902142708608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624642012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9064754,0.001065951,0.0000054737684,0.042571075,0.0008172076,0.00028066567,9.817235e-8,0.000016739677,0.048767388],"genre_scores_gemma":[0.98222464,0.0006327592,0.0005107551,0.000037791946,0.00015980609,0.00007105347,0.0000013609332,0.0000048028633,0.016357055],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99897873,0.00038544185,0.0001850996,0.00011527921,0.0002294,0.00010603625],"domain_scores_gemma":[0.9985202,0.00060701213,0.00043247305,0.00021189202,0.00018973711,0.00003867004],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024174782,0.000041338513,0.000054814274,0.00006743382,0.00090537325,0.00012527574,0.00033819818,0.000046612677,0.000046648453],"category_scores_gemma":[0.065611,0.000035405217,0.000010802665,0.00013510136,0.00010005563,0.0006978921,0.00002031105,0.00020640157,0.000010927849],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001039185,0.00043667588,0.35750595,0.000025910216,0.0000013681652,2.7000592e-8,0.040477168,0.00004571105,0.00009563655,0.006751538,0.0009888491,0.5936608],"study_design_scores_gemma":[0.00007723748,0.000012060319,0.58178306,0.00023347768,0.000004953416,1.8285343e-7,0.036481462,0.000034113917,0.0000919024,0.0054056006,0.3758065,0.00006942519],"about_ca_topic_score_codex":0.0070441184,"about_ca_topic_score_gemma":0.014568629,"teacher_disagreement_score":0.59359133,"about_ca_system_score_codex":0.00015373371,"about_ca_system_score_gemma":0.0057290085,"threshold_uncertainty_score":0.9999076},"labels":[],"label_agreement":null},{"id":"W2625387449","doi":"10.1002/tl.20235","title":"Uncovering Ways of Thinking, Practicing, and Being through Decoding across Disciplines","year":2017,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University; University of Alberta","funders":"","keywords":"Higher education; Critical thinking; Psychology; Sociology; Pedagogy; Mathematics education; Political science","score_opus":0.12561500042105903,"score_gpt":0.46498601177584503,"score_spread":0.339371011354786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625387449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90615106,0.00025500936,0.02020946,0.028973818,0.0005451847,0.00025601697,0.0000017922969,0.00028324188,0.04332442],"genre_scores_gemma":[0.9497777,0.00019109594,0.044613533,0.0001714399,0.00056507764,0.000009024269,0.0000021170829,0.00002404197,0.004645935],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846,0.00047182728,0.00022972685,0.00028894396,0.00026368818,0.0002858079],"domain_scores_gemma":[0.9967908,0.0022946922,0.0006106521,0.00018088237,0.000051291943,0.000071641785],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.005324481,0.0001204316,0.00018988838,0.00005534687,0.018161306,0.00088985584,0.00020369334,0.000101352605,0.0000107542955],"category_scores_gemma":[0.020613974,0.00012226193,0.000059538834,0.00004390226,0.00023592115,0.0023320948,0.00014986761,0.0009561348,8.491195e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037175385,0.000044614022,0.11976287,0.00009230352,0.00010737995,0.0000016060891,0.50198275,0.0012062432,0.00046075106,0.058340345,0.0007990849,0.3171649],"study_design_scores_gemma":[0.00073798106,0.00012310868,0.012549464,0.00038904103,0.0001466184,0.000010894068,0.061969277,0.0020015028,0.00018812648,0.020658152,0.90087163,0.0003542037],"about_ca_topic_score_codex":0.017635422,"about_ca_topic_score_gemma":0.0018764853,"teacher_disagreement_score":0.9000726,"about_ca_system_score_codex":0.00003979034,"about_ca_system_score_gemma":0.000075165815,"threshold_uncertainty_score":0.9889062},"labels":[],"label_agreement":null},{"id":"W2626466063","doi":"10.1177/0741088317710925","title":"Senior Students’ Perceptions of Entering a Research Community","year":2017,"lang":"en","type":"article","venue":"Written Communication","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Conversation; Qualitative research; Perception; Pedagogy; Psychology; Sociology; Medical education; Social science","score_opus":0.4588577707559938,"score_gpt":0.606935933598727,"score_spread":0.14807816284273317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626466063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9202637,0.0000567765,0.000040551688,0.014569907,0.00005592001,0.0002377772,0.0000027651336,0.000043057324,0.06472956],"genre_scores_gemma":[0.9956542,0.0004405715,0.0022919986,0.00003183514,0.00004328523,0.000031117692,0.00000914609,0.000007855525,0.0014899933],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9922819,0.0063792355,0.00022226803,0.00008545355,0.00086105394,0.00017005754],"domain_scores_gemma":[0.99576277,0.0012155379,0.00031205948,0.0021554548,0.00049775303,0.000056413457],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.018473027,0.000051521973,0.00010471003,0.00010094954,0.00865157,0.0004036688,0.0033406732,0.00006909458,0.0001730496],"category_scores_gemma":[0.0050285943,0.000057249363,0.000043357973,0.00008501586,0.0009262424,0.00082352693,0.0010070822,0.0007796435,0.00008051404],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026164322,0.00071074907,0.7844631,0.000026489643,0.000047522717,2.6674394e-7,0.1652531,0.000006499248,0.0025336484,0.024945157,0.0017898402,0.02019747],"study_design_scores_gemma":[0.00025484725,0.000038221606,0.9094883,0.00010759688,0.000016480179,4.2114516e-7,0.0665655,0.000053589527,0.000059854792,0.0027525323,0.02058189,0.00008072938],"about_ca_topic_score_codex":0.047915865,"about_ca_topic_score_gemma":0.016426884,"teacher_disagreement_score":0.12502526,"about_ca_system_score_codex":0.00013377029,"about_ca_system_score_gemma":0.00009052179,"threshold_uncertainty_score":0.992639},"labels":[],"label_agreement":null},{"id":"W2626819205","doi":"","title":"A Study of the Impact of Services of a University Teaching Centre on Teaching Practice: Changes and Conditions","year":2011,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Medical education; Higher education; Psychology; Teaching and learning center; Institution; Pedagogy; Teaching method; Sociology; Medicine; Political science; Social science","score_opus":0.1225625469149162,"score_gpt":0.4407644749459018,"score_spread":0.3182019280309856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626819205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89137673,0.0000077818495,0.0000029942983,0.0012527613,0.000032892935,0.00028696033,0.000009320266,0.000015820646,0.107014745],"genre_scores_gemma":[0.9990046,0.000009370723,0.0003792207,0.000027645117,0.000013051499,3.894238e-7,5.3990993e-7,0.000003710246,0.0005614639],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.996495,0.0027733452,0.00013819354,0.00012119465,0.0003733864,0.00009889429],"domain_scores_gemma":[0.9978771,0.0011648982,0.0006076375,0.00018631016,0.0001238422,0.00004016782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032816797,0.000067908026,0.00013817984,0.00009254842,0.0005034781,0.000011490219,0.0002677019,0.000039194583,0.00016239853],"category_scores_gemma":[0.0013653309,0.000047829864,0.000046613735,0.00010633493,0.0001314985,0.0005321149,0.0000912721,0.00022523584,9.806952e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013901945,0.0021356533,0.18474391,0.0000293473,0.00024253987,0.0000012436228,0.7676269,0.00003785459,0.00043565483,0.0430874,0.00017625857,0.0013442615],"study_design_scores_gemma":[0.0005015009,0.0005465844,0.24834825,0.00008212619,0.00017959985,8.2615173e-7,0.7492233,0.000052471314,0.0001240207,0.00023684476,0.0006278167,0.00007664653],"about_ca_topic_score_codex":0.103780344,"about_ca_topic_score_gemma":0.013477153,"teacher_disagreement_score":0.10762788,"about_ca_system_score_codex":0.000046706646,"about_ca_system_score_gemma":0.000087175176,"threshold_uncertainty_score":0.90218765},"labels":[],"label_agreement":null},{"id":"W2633280124","doi":"10.22329/celt.v10i0.4750","title":"Faculty Teaching Practices and Perceptions: Comparative Analysis Based on Time Spent Lecturing","year":2017,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"University of Saskatchewan","keywords":"Perception; Class size; Institution; Medical education; Psychology; Higher education; Class (philosophy); Faculty development; Teaching method; Scale (ratio); Time management; Pedagogy; Mathematics education; Professional development; Sociology; Medicine; Management; Political science; Social science; Computer science; Geography","score_opus":0.11883839600226277,"score_gpt":0.4643972657045462,"score_spread":0.34555886970228344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2633280124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76420206,0.000042505,0.0005766848,0.005296993,0.000087607084,0.00027850684,0.0000048254396,0.00023234572,0.22927846],"genre_scores_gemma":[0.9878469,0.000019601444,0.0023592399,0.00011507947,0.00013077815,0.000019152521,0.00003400973,0.000016865182,0.009458392],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939469,0.0041521364,0.00027652975,0.000619223,0.00063970895,0.0003655041],"domain_scores_gemma":[0.99510676,0.0031159264,0.0012033848,0.00031649903,0.00009394616,0.00016350123],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0063522747,0.000256688,0.000413525,0.00048550003,0.01645578,0.0020104402,0.0003216301,0.00013925521,0.00025346532],"category_scores_gemma":[0.019857598,0.0002447757,0.000100737554,0.00014107786,0.00025968242,0.0008766407,0.00009376745,0.001973107,0.00005063419],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008646471,0.0014509795,0.5164411,0.00010704197,0.0024398554,0.000037519963,0.29541945,0.058240827,0.0019335069,0.029318057,0.0035805276,0.0901665],"study_design_scores_gemma":[0.0032290264,0.0011347998,0.48459324,0.0008016456,0.0021651033,0.000007137416,0.039966978,0.34443438,0.00008776839,0.00051637413,0.121405624,0.0016579104],"about_ca_topic_score_codex":0.0036908782,"about_ca_topic_score_gemma":0.00077951787,"teacher_disagreement_score":0.28619358,"about_ca_system_score_codex":0.00018600335,"about_ca_system_score_gemma":0.00012657345,"threshold_uncertainty_score":0.9990256},"labels":[],"label_agreement":null},{"id":"W2643920599","doi":"10.5206/cjsotl-rcacea.2017.2.2","title":"Defining the Scholarship of Teaching and Learning","year":2017,"lang":"fr","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Brock University","funders":"","keywords":"Humanities; Context (archaeology); Sociology; Scholarship; Philosophy; Political science; History; Law","score_opus":0.12540177739404368,"score_gpt":0.41617441789736737,"score_spread":0.2907726405033237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2643920599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83514595,0.03912274,0.0002889716,0.11489988,0.0018757525,0.00040719556,0.000009205165,0.000022588323,0.008227684],"genre_scores_gemma":[0.983085,0.00046900308,0.0023953475,0.0003815697,0.00079617696,0.0000071680456,0.0000017632058,0.000059248905,0.012804746],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97635883,0.02070482,0.0007635233,0.00036040408,0.00090166,0.0009107887],"domain_scores_gemma":[0.98105246,0.014909675,0.0025860535,0.00059046183,0.00032189506,0.0005394334],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14421399,0.00034804342,0.0004729931,0.00021225319,0.08692299,0.003895129,0.0021457488,0.00030294384,0.00007507037],"category_scores_gemma":[0.1421464,0.00022373961,0.00028278882,0.000106444124,0.0024344635,0.0024496596,0.00020969324,0.021465268,0.000008102106],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078916484,0.000022672813,0.14148849,0.00013247937,0.00048760726,0.000007669617,0.1366613,0.0049472284,0.000114419534,0.20257133,0.00023688376,0.513251],"study_design_scores_gemma":[0.0016681311,0.0007339877,0.20710115,0.0036969527,0.0017935045,0.00058665016,0.12491301,0.0048922463,0.000040201478,0.030210508,0.6234763,0.0008873144],"about_ca_topic_score_codex":0.11210169,"about_ca_topic_score_gemma":0.047258344,"teacher_disagreement_score":0.62323946,"about_ca_system_score_codex":0.00023246235,"about_ca_system_score_gemma":0.0010957888,"threshold_uncertainty_score":0.9971389},"labels":[],"label_agreement":null},{"id":"W2644518778","doi":"10.11575/prism/10260","title":"Graduate Student Teaching Development: Creating Opportunities for Learning","year":2016,"lang":"en","type":"article","venue":"Open MIND","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mathematics education; Engineering ethics; Computer science; Pedagogy; Sociology; Psychology; Engineering","score_opus":0.5906850983067399,"score_gpt":0.5302963421220217,"score_spread":0.06038875618471817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2644518778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7105128,0.000013033803,0.00292553,0.010021607,0.00020203435,0.0005174769,0.0000027974181,0.000010212421,0.27579448],"genre_scores_gemma":[0.80534655,0.000013859388,0.07660299,0.000054512777,0.0001423401,0.000057568763,0.0000061552064,0.000011751481,0.1177643],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99818206,0.00067828374,0.0002372017,0.00021808378,0.00043880488,0.00024554637],"domain_scores_gemma":[0.9981362,0.0013243061,0.00025942223,0.00009069183,0.000102296755,0.00008707511],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009482786,0.00008339367,0.000116974705,0.00005254112,0.002082712,0.00053354696,0.0005056131,0.000038556787,0.0011448585],"category_scores_gemma":[0.0038233758,0.00006423844,0.000028085491,0.000031378957,0.00007110864,0.0011344056,0.00016727093,0.0001273128,0.00016925187],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010019049,0.000032565542,0.001965809,0.0000017980398,0.000026015214,0.0000012977661,0.07843596,0.0000062297772,0.00012577962,0.0022464148,0.00032018952,0.9168279],"study_design_scores_gemma":[0.00034099154,0.000033971603,0.0013081024,0.0001013622,0.000016435539,4.0143271e-7,0.06840705,0.000010555964,0.00039711458,0.00014996233,0.9290888,0.00014530824],"about_ca_topic_score_codex":0.00034525976,"about_ca_topic_score_gemma":0.00069728924,"teacher_disagreement_score":0.9287686,"about_ca_system_score_codex":0.00013120548,"about_ca_system_score_gemma":0.00033081052,"threshold_uncertainty_score":0.99976826},"labels":[],"label_agreement":null},{"id":"W2646093499","doi":"10.5206/cjsotl-rcacea.2017.2.5","title":"Framework for Strengthening the Scholarship of Teaching and Learning in the Canadian College Sector","year":2017,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Bow Valley College; Niagara College; Selkirk College; George Brown College; Humber Polytechnic","funders":"","keywords":"Scholarship of Teaching and Learning; Scholarship; Context (archaeology); Institution; Sociology; Categorization; Higher education; Variety (cybernetics); Pedagogy; Mathematics education; Political science; Knowledge management; Public relations; Computer science; Teaching method; Psychology; Social science; Teaching and learning center","score_opus":0.1614390971988973,"score_gpt":0.425815767258677,"score_spread":0.2643766700597797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2646093499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9153491,0.0015807135,0.00031497885,0.0783629,0.00054027827,0.00078381645,0.000018765331,0.000015684922,0.0030337686],"genre_scores_gemma":[0.994595,0.00003727278,0.0032292367,0.00051326473,0.0005650851,0.000024087929,0.0000019565507,0.000036696532,0.0009974128],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9870955,0.010740715,0.0005070124,0.00025237797,0.00065104064,0.00075337297],"domain_scores_gemma":[0.9804941,0.017308204,0.001147553,0.00045123152,0.00021571777,0.00038319622],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11592212,0.00022153568,0.0003016928,0.00026590406,0.06685802,0.0027494787,0.001999165,0.0002345475,0.00002472893],"category_scores_gemma":[0.14466657,0.00012764752,0.00016527742,0.00011381795,0.0008215342,0.0010604511,0.000060811653,0.012371212,8.9508256e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012684667,0.000021263777,0.21061943,0.00007899713,0.000291173,0.000008987591,0.35077766,0.004048978,0.000067824265,0.32209358,0.0002856379,0.11157962],"study_design_scores_gemma":[0.0016431081,0.0005007124,0.2803284,0.0018153045,0.0005936588,0.00015259955,0.2844941,0.0032663147,0.0000168,0.08514483,0.34131372,0.00073044264],"about_ca_topic_score_codex":0.5270431,"about_ca_topic_score_gemma":0.87261707,"teacher_disagreement_score":0.345574,"about_ca_system_score_codex":0.00029893464,"about_ca_system_score_gemma":0.0017537621,"threshold_uncertainty_score":0.9982858},"labels":[],"label_agreement":null},{"id":"W26504625","doi":"10.1364/boe.6.003737","title":"Reshaping graduate outcomes of science students – The contribution of undergraduate research experiences","year":2010,"lang":"en","type":"article","venue":"Biomedical Optics Express","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute of Genetics; Canadian Institutes of Health Research","keywords":"Undergraduate research; Curriculum; Context (archaeology); Bachelor; Higher education; Pedagogy; Psychology; Medical education; Science education; Mathematics education; Political science","score_opus":0.22601603096889933,"score_gpt":0.5347261559366352,"score_spread":0.30871012496773587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W26504625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9691063,0.00004011799,0.00034362456,0.02770043,0.0011613095,0.0003325548,0.0000033618094,0.00002637014,0.0012859359],"genre_scores_gemma":[0.99799514,0.00004865596,0.0015861014,0.000049374205,0.000111854875,0.000033910226,0.000001702234,0.000005575681,0.00016769911],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99222255,0.00083369383,0.00046972116,0.00026724374,0.005755956,0.00045080832],"domain_scores_gemma":[0.9951764,0.002615875,0.00036302264,0.0004034276,0.0012435255,0.00019775423],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.024027068,0.00008723929,0.0002047077,0.00025223332,0.0013268376,0.00015387048,0.0020130423,0.00010304594,0.00003636187],"category_scores_gemma":[0.024872687,0.000058464397,0.000057947746,0.0010541184,0.016836187,0.00046236173,0.00040924948,0.00055515766,0.000008664022],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005391073,0.00079644367,0.023075985,0.000023104085,0.000069813206,0.000003238671,0.10740453,0.0000061215496,0.11614376,0.7486171,0.0011856613,0.002620301],"study_design_scores_gemma":[0.0051523903,0.0014242601,0.14398317,0.00068502285,0.0002581605,0.000007705269,0.40017807,0.0034993798,0.16025446,0.16064608,0.12243001,0.0014812915],"about_ca_topic_score_codex":0.001249558,"about_ca_topic_score_gemma":0.0001782934,"teacher_disagreement_score":0.58797103,"about_ca_system_score_codex":0.000052061212,"about_ca_system_score_gemma":0.0006814701,"threshold_uncertainty_score":0.9999733},"labels":[],"label_agreement":null},{"id":"W2669870887","doi":"10.5206/cjsotl-rcacea.2017.2.9","title":"Conditions for Contingent Instructors Engaged in the Scholarship of Teaching and Learning","year":2017,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Niagara College; University of Victoria; Brock University; McMaster University; York University; University of Toronto","funders":"","keywords":"Contingency; Scholarship; Sociology; Political science; Pedagogy; Philosophy; Epistemology","score_opus":0.18345503949047148,"score_gpt":0.44000475786334553,"score_spread":0.25654971837287405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2669870887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9770139,0.0007563258,0.00014774875,0.019189488,0.00035378253,0.00050019723,0.0000072691228,0.000011995543,0.0020193015],"genre_scores_gemma":[0.99747604,0.000038884722,0.0012556572,0.00018948865,0.0002924947,0.00001753841,0.00000277662,0.00002194749,0.0007051895],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98139364,0.017079266,0.00043625018,0.0001881982,0.00045270452,0.00044996064],"domain_scores_gemma":[0.98333263,0.014900764,0.0011108011,0.00027016038,0.00018189594,0.00020377233],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14174604,0.00015376472,0.0002488216,0.00020280622,0.060361166,0.0017405187,0.0010992059,0.00012429814,0.000014554666],"category_scores_gemma":[0.17984429,0.000098885575,0.00013324228,0.000055730176,0.00070497824,0.0011531084,0.000047168127,0.01149749,4.9007417e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001004138,0.000028994968,0.35636756,0.00008709581,0.00023797627,0.0000037404552,0.42287663,0.0020194792,0.000645162,0.08379337,0.00012721217,0.13371237],"study_design_scores_gemma":[0.0022947588,0.0004256547,0.48062658,0.0010122111,0.00049613626,0.00008957689,0.33736584,0.001275213,0.00003898225,0.024824502,0.15106735,0.0004832133],"about_ca_topic_score_codex":0.038612723,"about_ca_topic_score_gemma":0.064343505,"teacher_disagreement_score":0.15094014,"about_ca_system_score_codex":0.0001143623,"about_ca_system_score_gemma":0.0005028731,"threshold_uncertainty_score":0.9992958},"labels":[],"label_agreement":null},{"id":"W2697994638","doi":"10.22329/celt.v10i0.4737","title":"Levers for Change in Educational Development in Canada: Looking Back, Looking Forward","year":2017,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Work (physics); Diversity (politics); Organizational change; Higher education; Public relations; Sociology; Political science; Pedagogy; Economic growth; Engineering; Economics","score_opus":0.0898816504985056,"score_gpt":0.39291689135124835,"score_spread":0.30303524085274275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2697994638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94245195,0.00008460805,0.00013056895,0.009353424,0.0004128744,0.0005045351,0.0000012950642,0.00002690486,0.047033835],"genre_scores_gemma":[0.9945367,0.00001836168,0.0022954664,0.00015166114,0.00015544785,0.000095881005,0.0000084219855,0.000016341204,0.0027217371],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980763,0.00059847895,0.0002556378,0.0003088428,0.00038563737,0.00037508397],"domain_scores_gemma":[0.99801916,0.001398337,0.0003256431,0.00011211021,0.000058061843,0.00008671187],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0036850737,0.00012700961,0.00018596172,0.00022909301,0.0034236102,0.00029050303,0.00025133023,0.00007532785,0.00007097655],"category_scores_gemma":[0.008434612,0.00014485173,0.000020991398,0.00007650335,0.000051188592,0.0004686013,0.00005682503,0.00070338685,0.0000038448793],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058400725,0.000066659086,0.8227209,0.000043183783,0.000023784358,0.0000038911962,0.06347861,0.00053264573,0.000018869061,0.013350341,0.00032947384,0.09937327],"study_design_scores_gemma":[0.0018936245,0.000057301164,0.8022542,0.0008662777,0.000017212373,0.0000016132192,0.013824192,0.005764157,0.000024805475,0.0007194307,0.1740337,0.0005434541],"about_ca_topic_score_codex":0.7633534,"about_ca_topic_score_gemma":0.95497334,"teacher_disagreement_score":0.1916199,"about_ca_system_score_codex":0.0013856055,"about_ca_system_score_gemma":0.0023974036,"threshold_uncertainty_score":0.99991775},"labels":[],"label_agreement":null},{"id":"W2703695148","doi":"10.22329/celt.v10i0.4744","title":"The 3M National Teaching Fellowship: Findings from a National Questionnaire on the Impact of the Program","year":2017,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University; McMaster University","funders":"","keywords":"Milestone; Medical education; Psychology; Political science; Pedagogy; Medicine","score_opus":0.06954064912883545,"score_gpt":0.4423866822596608,"score_spread":0.37284603313082537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2703695148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8172755,0.00005265261,0.00003141235,0.023948755,0.00027855491,0.00049271557,0.0000074702607,0.00013355931,0.15777935],"genre_scores_gemma":[0.99474436,0.000017116743,0.00014789104,0.000118197844,0.0002903023,0.00005169042,0.00000509349,0.000017947947,0.004607382],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99385434,0.0038859113,0.0002624615,0.00029393603,0.0014250037,0.00027833524],"domain_scores_gemma":[0.9921069,0.006633015,0.0006592234,0.00026276626,0.0002718576,0.00006624698],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.011110242,0.00017334621,0.00015104756,0.00008180588,0.02432084,0.0013085875,0.0008211444,0.0001206262,0.00003725333],"category_scores_gemma":[0.08741076,0.0000927441,0.00015015589,0.00009972431,0.00052687194,0.00036557126,0.00012543051,0.002099532,0.000009972528],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021967865,0.00047646847,0.1861977,0.000010052851,0.0003842148,0.0000012049649,0.045231882,0.004870227,0.00032141278,0.7000498,0.012120183,0.050117176],"study_design_scores_gemma":[0.0012925838,0.00058262865,0.8360979,0.0010773812,0.00009159187,0.0000035595017,0.0070509105,0.032138802,0.00004865402,0.053174745,0.06788146,0.00055977283],"about_ca_topic_score_codex":0.0068668495,"about_ca_topic_score_gemma":0.00074651366,"teacher_disagreement_score":0.6499002,"about_ca_system_score_codex":0.00038942293,"about_ca_system_score_gemma":0.0006700433,"threshold_uncertainty_score":0.9997465},"labels":[],"label_agreement":null},{"id":"W2705397363","doi":"10.1080/02602938.2017.1343799","title":"Comparing student, instructor, classroom and institutional data to evaluate a seven-year department-wide science education initiative","year":2017,"lang":"en","type":"article","venue":"Assessment & Evaluation in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Helpfulness; Enthusiasm; Graduation (instrument); Psychology; Medical education; Perception; Class (philosophy); Class size; Higher education; Mathematics education; Medicine; Social psychology; Computer science; Political science","score_opus":0.41775580264030054,"score_gpt":0.5790085889658491,"score_spread":0.16125278632554851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2705397363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9052697,0.000101661884,0.00009036717,0.020066893,0.0041998276,0.0017479121,0.000009687499,0.000044821758,0.06846917],"genre_scores_gemma":[0.98653555,0.00005248761,0.010890562,0.0007261343,0.00048424056,0.00044810647,0.00022443305,0.000014790102,0.000623686],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99420106,0.0012250938,0.00056767516,0.0008724444,0.0027648527,0.0003688574],"domain_scores_gemma":[0.99621725,0.00035950541,0.00077281665,0.001142102,0.0012600102,0.0002483256],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.013621912,0.00020035353,0.00021629133,0.00052509183,0.0029764418,0.0014435092,0.0014461968,0.00008692776,0.00049782585],"category_scores_gemma":[0.004108587,0.00022678032,0.000023483812,0.0004938287,0.0005588583,0.006167211,0.0005564046,0.000290283,0.00006660615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013372956,0.00058828446,0.8821089,0.000012992394,0.000024204606,1.4163305e-7,0.0065638227,0.0002291555,0.000100934165,0.08731863,0.0012396134,0.021799933],"study_design_scores_gemma":[0.00067590986,0.00003888743,0.9670017,0.00013368703,0.00009881621,5.6130756e-7,0.006686409,0.0014796519,0.000011065286,0.004942663,0.018687267,0.000243383],"about_ca_topic_score_codex":0.0021716973,"about_ca_topic_score_gemma":0.002786822,"teacher_disagreement_score":0.08489279,"about_ca_system_score_codex":0.002460761,"about_ca_system_score_gemma":0.019638821,"threshold_uncertainty_score":0.9995931},"labels":[],"label_agreement":null},{"id":"W2707670336","doi":"10.5206/cjsotl-rcacea.2017.2.7","title":"Nested Within or Swallowed Up: Le dilemme des chercheurs francophones en pédagogie postsecondaire au Canada","year":2017,"lang":"fr","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.21088377325734517,"score_gpt":0.420538769737465,"score_spread":0.20965499648011984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2707670336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84857726,0.0042831055,0.000060754453,0.13904466,0.006242799,0.00028527394,0.000016759415,0.000013335596,0.0014760868],"genre_scores_gemma":[0.9391019,0.00011609001,0.00061436725,0.0004568006,0.0011012511,0.0000068975896,0.000002293792,0.0000466914,0.05855376],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882085,0.009552673,0.00053712947,0.00026630642,0.0006075209,0.0008278786],"domain_scores_gemma":[0.9893405,0.0077116955,0.0013714086,0.00045252425,0.00040696905,0.000716899],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.051142514,0.00028560898,0.000362399,0.000103037324,0.05652192,0.001959402,0.0018747302,0.00024926578,0.00019668769],"category_scores_gemma":[0.10533499,0.00019032702,0.0001672379,0.000109823006,0.0015481343,0.0017496047,0.000079200356,0.007647256,0.00000545706],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030123215,0.000032882825,0.09945699,0.0002343524,0.00078245875,0.000059421942,0.55726266,0.00725153,0.00017095653,0.015145684,0.0021479267,0.3171539],"study_design_scores_gemma":[0.0016391145,0.00034807101,0.30317187,0.0017027397,0.0005630615,0.0003901545,0.2195432,0.0014776731,0.000057414556,0.0057734544,0.46461812,0.00071512617],"about_ca_topic_score_codex":0.993547,"about_ca_topic_score_gemma":0.99882555,"teacher_disagreement_score":0.46247017,"about_ca_system_score_codex":0.0011640929,"about_ca_system_score_gemma":0.021342736,"threshold_uncertainty_score":0.99907666},"labels":[],"label_agreement":null},{"id":"W2717269601","doi":"10.5206/cjsotl-rcacea.2017.2.4","title":"Leading Up in the Scholarship of Teaching and Learning","year":2017,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of the Fraser Valley; University of Guelph; University of Calgary; Bishop's University; Dalhousie University; University of Waterloo; Mount Royal University; McMaster University; University of Alberta","funders":"","keywords":"Scholarship; Context (archaeology); Sociology; Humanities; Scholarship of Teaching and Learning; Political science; Pedagogy; Philosophy; Teaching method","score_opus":0.17550431073353473,"score_gpt":0.4446780270430715,"score_spread":0.2691737163095368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2717269601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9618408,0.0016956746,0.00013439995,0.028958954,0.00044615808,0.00029083353,0.0000015610026,0.000013947494,0.0066176876],"genre_scores_gemma":[0.9957005,0.00008050092,0.00083181506,0.00023558542,0.00034882323,0.0000061681867,8.4544934e-7,0.000025224504,0.0027705429],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98453885,0.013567956,0.0004577549,0.00022033918,0.0006610878,0.00055402995],"domain_scores_gemma":[0.9899903,0.008153242,0.0011152955,0.0003549909,0.00014582815,0.00024033328],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13423368,0.00017840037,0.00028104562,0.00024309468,0.041606523,0.0024895484,0.0015772127,0.00014644465,0.00002096486],"category_scores_gemma":[0.11272033,0.00011155897,0.00012603066,0.00007861529,0.00076427404,0.001663492,0.00007761965,0.011974548,0.0000020816544],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007676431,0.000018239494,0.378294,0.00006277556,0.00014552081,0.000008131202,0.33482298,0.0023508507,0.00042034884,0.056186058,0.00013187791,0.22748245],"study_design_scores_gemma":[0.001902527,0.00044417786,0.46725085,0.0018084542,0.0004896035,0.00022697655,0.2691327,0.0017175177,0.0000411409,0.02362048,0.23267287,0.0006926819],"about_ca_topic_score_codex":0.07021734,"about_ca_topic_score_gemma":0.076751865,"teacher_disagreement_score":0.232541,"about_ca_system_score_codex":0.0001392123,"about_ca_system_score_gemma":0.0005272404,"threshold_uncertainty_score":0.99854594},"labels":[],"label_agreement":null},{"id":"W2725582646","doi":"","title":"Training graduate students and postdocs in course design: A workshop to bridge the gap between new professors’ pedagogical background and institutions’ teaching requirements","year":2017,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bridge (graph theory); Course (navigation); Graduate students; Mathematics education; Pedagogy; Medical education; Computer science; Sociology; Engineering; Psychology; Medicine","score_opus":0.913641167778784,"score_gpt":0.615310451946872,"score_spread":0.29833071583191206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2725582646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98398995,0.000043914406,0.0011298241,0.013225183,0.0002133196,0.0008599171,0.000005870885,0.00006656339,0.00046545183],"genre_scores_gemma":[0.99439496,0.00005207736,0.0002933315,0.00034514908,0.00018677424,0.000002630092,0.000003558056,0.00001806653,0.0047034463],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955474,0.0021628998,0.00027333735,0.00055321475,0.0009572009,0.0005059415],"domain_scores_gemma":[0.99793327,0.0007066989,0.0003678338,0.00047925394,0.000088101464,0.00042482468],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00684009,0.00023749289,0.00029009458,0.000237295,0.0035998048,0.0021063904,0.0014565418,0.0001776848,0.00000620089],"category_scores_gemma":[0.0014428447,0.00022883675,0.00004417715,0.00017698506,0.00044677441,0.004432437,0.0008190542,0.0011058637,0.000027497754],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006569387,0.00005938175,0.9482916,0.0000074743966,0.000048106373,0.00005015285,0.044799607,0.000010065908,0.000017741086,0.0008838937,0.000002167893,0.005764136],"study_design_scores_gemma":[0.0009862996,0.00007841859,0.9798166,0.00030393476,0.00011891375,0.000004732228,0.015894474,3.2116787e-7,0.0000043544474,0.0003686443,0.0021580604,0.0002652478],"about_ca_topic_score_codex":0.0005599888,"about_ca_topic_score_gemma":0.02032129,"teacher_disagreement_score":0.03152502,"about_ca_system_score_codex":0.0002532119,"about_ca_system_score_gemma":0.000490991,"threshold_uncertainty_score":0.9989295},"labels":[],"label_agreement":null},{"id":"W2731828266","doi":"","title":"Begin at the beginning: Long-term faculty development","year":2015,"lang":"en","type":"article","venue":"Canadian Society for the Study of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Disposition; Term (time); Professional development; Psychology; Sociology; Subject matter; Pedagogy; Medical education; Social psychology; Medicine; Curriculum; Physics","score_opus":0.22879958201609132,"score_gpt":0.4627312991203053,"score_spread":0.23393171710421398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2731828266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9327987,0.00073580845,0.000013670759,0.059528627,0.0015342231,0.0014048906,0.0000074054287,0.000022466244,0.003954225],"genre_scores_gemma":[0.94900006,0.0000058234377,0.00033637972,0.00084331457,0.00034247953,0.00022369521,0.0000320488,0.0000113135875,0.049204867],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987763,0.00016056097,0.00017892929,0.00016657109,0.0004792078,0.00023843351],"domain_scores_gemma":[0.9987481,0.00029141043,0.00020816567,0.00024437037,0.0003091441,0.00019881222],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0024372023,0.00008885033,0.00008890378,0.000024943953,0.001990833,0.00008020652,0.00045963863,0.000054049706,0.00014509073],"category_scores_gemma":[0.00020611241,0.000061126186,0.00008966787,0.00019610253,0.00019758209,0.00016986007,0.000032884287,0.00010907039,0.00002302948],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007385112,0.00020446561,0.11500054,0.000008367005,0.00021427512,5.644465e-8,0.47081548,0.000044858403,0.0000024739238,0.0021028947,0.40124387,0.010355325],"study_design_scores_gemma":[0.00021056825,0.0000303116,0.24953316,0.0000056303556,0.00007541554,1.6109887e-7,0.09167402,0.000002137264,0.000005662663,0.000084360785,0.65830296,0.00007560527],"about_ca_topic_score_codex":0.122107804,"about_ca_topic_score_gemma":0.40199935,"teacher_disagreement_score":0.37914148,"about_ca_system_score_codex":0.001217589,"about_ca_system_score_gemma":0.003699348,"threshold_uncertainty_score":0.99930847},"labels":[],"label_agreement":null},{"id":"W2737880791","doi":"","title":"Teaching Matters: Developing Teaching Dossiers to Showcase Teaching Success and Competency","year":2017,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Excellence; Promotion (chess); Psychology; Presentation (obstetrics); Quality (philosophy); Medical education; Pedagogy; Political science; Medicine","score_opus":0.22623385542617758,"score_gpt":0.451428692425067,"score_spread":0.22519483699888942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737880791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9502257,0.000028358674,0.0033044803,0.03881813,0.0006528113,0.0005213491,0.00001174587,0.00034070516,0.00609671],"genre_scores_gemma":[0.98602694,0.000018362289,0.0042204084,0.0023064832,0.00036971108,0.0000027720025,0.000007504986,0.000059758928,0.0069880853],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99363685,0.0030105398,0.00041891873,0.0009822074,0.0010336398,0.00091784104],"domain_scores_gemma":[0.99671936,0.00074355584,0.00072800246,0.0009733445,0.00014875967,0.00068695523],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007838244,0.00044534987,0.00047187155,0.0007016106,0.012099543,0.0038660874,0.0024871225,0.00026742555,0.000029723458],"category_scores_gemma":[0.0027747948,0.0005289372,0.00013016426,0.00012314202,0.00041960232,0.010021051,0.001255013,0.002246328,0.00014133082],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058143312,0.00007626144,0.9522742,0.000057624595,0.00007811111,0.00018889802,0.024654182,0.000014054307,0.0003736446,0.011633609,0.0000070199508,0.010584226],"study_design_scores_gemma":[0.0011536091,0.00011748944,0.91060376,0.00079843384,0.00017414585,0.000037727244,0.012231221,0.000003025542,0.000099383244,0.0006422405,0.07300252,0.0011364628],"about_ca_topic_score_codex":0.001965515,"about_ca_topic_score_gemma":0.020106623,"teacher_disagreement_score":0.0729955,"about_ca_system_score_codex":0.00079240336,"about_ca_system_score_gemma":0.00034525106,"threshold_uncertainty_score":0.9997162},"labels":[],"label_agreement":null},{"id":"W2737986124","doi":"10.1080/0309877x.2017.1349889","title":"Do university rankings matter? A qualitative exploration of institutional selection at three southern Ontario universities","year":2017,"lang":"en","type":"article","venue":"Journal of Further and Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Ranking (information retrieval); Rank (graph theory); Jurisdiction; Selection (genetic algorithm); Higher education; Qualitative research; Sociology; Political science; Public relations; Social science; Computer science; Law","score_opus":0.14919266830530356,"score_gpt":0.42688479334853807,"score_spread":0.2776921250432345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737986124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97533005,0.000073119285,0.00031771095,0.01029531,0.0004719129,0.00006116907,0.0000016274224,0.000003905375,0.013445208],"genre_scores_gemma":[0.9791105,0.000018852073,0.000733029,0.000029725883,0.00016837048,2.368819e-7,0.0000012501041,0.000002805902,0.019935274],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99916613,0.00026223983,0.00014075857,0.00007072188,0.00030073716,0.000059425307],"domain_scores_gemma":[0.9985399,0.00008864698,0.00081541436,0.000064767286,0.00044892708,0.000042335076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001079448,0.000050593935,0.00009440753,0.00011691278,0.0008862623,0.00008455865,0.00013833088,0.00004981974,0.0008616253],"category_scores_gemma":[0.000041629202,0.000050140563,0.00004145907,0.000041289415,0.00021442153,0.0020837004,0.000019806428,0.000110414534,0.000011652951],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024326688,0.0001187793,0.1251588,0.000012459449,0.00007573697,5.1519703e-7,0.83025664,0.000036003177,0.00017969328,0.041088544,0.0005491212,0.0022804295],"study_design_scores_gemma":[0.000724025,0.00010611247,0.7163893,0.000114500916,0.00014911192,0.0000051319266,0.20277576,0.0000032034757,0.000033273995,0.013515292,0.066053495,0.00013079128],"about_ca_topic_score_codex":0.04054106,"about_ca_topic_score_gemma":0.051163502,"teacher_disagreement_score":0.62748086,"about_ca_system_score_codex":0.0008119899,"about_ca_system_score_gemma":0.0016449873,"threshold_uncertainty_score":0.9661503},"labels":[],"label_agreement":null},{"id":"W2738939902","doi":"10.5430/ijhe.v6n4p94","title":"Class Participation of International Students in the U.S.A.","year":2017,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Mathematics education; Psychology; China; Graduate students; Significant difference; Medical education; Pedagogy; Political science; Medicine; Computer science; Law","score_opus":0.1428665980615272,"score_gpt":0.5720580793149999,"score_spread":0.4291914812534726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738939902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8682,0.00012296942,0.000032796994,0.09026843,0.009151787,0.000104512445,0.0000019019303,0.0000036125343,0.032113984],"genre_scores_gemma":[0.9960788,0.000118904216,0.00033466733,0.00048390162,0.0013337743,0.000007253041,0.0000036055144,0.000004264548,0.0016348363],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973298,0.0003758767,0.0004615422,0.00007684986,0.0016734222,0.000082538485],"domain_scores_gemma":[0.9970327,0.00027073186,0.0015019559,0.00017070048,0.0009890874,0.00003481566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032467726,0.000055001045,0.00008965127,0.00020133029,0.00017479307,0.00036013624,0.002116196,0.000046196,0.00037113598],"category_scores_gemma":[0.0017667752,0.00004402988,0.00006476007,0.000048939288,0.00012643696,0.0013269357,0.00005165858,0.00018566115,0.0000130521075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011115657,0.0012010239,0.8527841,0.000003262639,0.00012963256,0.0000049420046,0.020450415,0.00009919242,0.00023341629,0.09527783,0.007210695,0.022494331],"study_design_scores_gemma":[0.00033147942,0.00002399619,0.8380668,0.000056265824,0.000018895238,0.0000029315108,0.001561489,0.000007547762,0.00005597165,0.003547004,0.15628721,0.000040414656],"about_ca_topic_score_codex":0.0009594602,"about_ca_topic_score_gemma":0.0003154267,"teacher_disagreement_score":0.1490765,"about_ca_system_score_codex":0.00020492132,"about_ca_system_score_gemma":0.00039531567,"threshold_uncertainty_score":0.40636787},"labels":[],"label_agreement":null},{"id":"W2742818007","doi":"","title":"A case study examining the impact of time of day on teaching evaluations","year":2014,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Enthusiasm; Class (philosophy); Mathematics education; Significant difference; Computer science; Control (management); Psychology; Medical education; Statistics; Mathematics; Social psychology; Medicine; Artificial intelligence","score_opus":0.18986133925572735,"score_gpt":0.5232435062343624,"score_spread":0.3333821669786351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742818007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912641,0.000029630877,0.00043635716,0.00077601866,0.00025420933,0.0002251256,6.0755775e-7,0.0000065449526,0.0070073917],"genre_scores_gemma":[0.99792206,0.0000024332146,0.0018303882,0.000022370992,0.00016846834,5.903421e-7,2.9056961e-8,0.000004009048,0.000049656734],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.99183387,0.005636736,0.00077637046,0.00013877286,0.0014220383,0.00019223048],"domain_scores_gemma":[0.9856559,0.012019112,0.0017864137,0.00015766856,0.00033535305,0.000045553592],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.073778346,0.00009137396,0.00030152645,0.00043154843,0.0010496412,0.0001055072,0.0007404759,0.00003448524,0.000036824247],"category_scores_gemma":[0.01772573,0.000057298726,0.00009845313,0.000734576,0.00051847723,0.00043016023,0.00007161141,0.00039610054,0.0000016770143],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032232187,0.0009376404,0.24333401,0.000007460179,0.00009166954,0.000041778065,0.3154929,0.4138351,0.00032653805,0.0026267755,0.00050258444,0.022771286],"study_design_scores_gemma":[0.002595468,0.011558767,0.31682974,0.0010222888,0.00021433098,0.0005672904,0.37742528,0.28625262,0.00012092787,0.0027656893,0.00022050724,0.00042709013],"about_ca_topic_score_codex":0.0019232507,"about_ca_topic_score_gemma":0.00023673105,"teacher_disagreement_score":0.12758252,"about_ca_system_score_codex":0.0001262979,"about_ca_system_score_gemma":0.00076631166,"threshold_uncertainty_score":0.9905484},"labels":[],"label_agreement":null},{"id":"W2743044731","doi":"","title":"Mid-term teaching assessment : an input to change governance?","year":2016,"lang":"en","type":"article","venue":"Canadian Society for the Study of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Term (time); Perspective (graphical); Corporate governance; Process (computing); Psychology; Process management; Mathematics education; Sociology; Business; Computer science; Artificial intelligence; Finance","score_opus":0.1286299240948704,"score_gpt":0.46250550460090395,"score_spread":0.33387558050603355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2743044731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8032136,0.00019417591,0.00006900906,0.18834159,0.0023240724,0.0022170902,0.000038768838,0.000033791774,0.0035678819],"genre_scores_gemma":[0.9862953,0.000015523854,0.0011259395,0.0019916296,0.000985375,0.00045716183,0.000004673863,0.0000144550495,0.009109969],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987274,0.0002549552,0.00016784982,0.00021593699,0.00037881217,0.0002550621],"domain_scores_gemma":[0.99874485,0.00037013585,0.00019363749,0.00030229575,0.00015260345,0.00023646801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021778066,0.00008805358,0.00010170614,0.000031237294,0.001272657,0.00007264886,0.00044687002,0.000051517716,0.00018619912],"category_scores_gemma":[0.0001779125,0.000062544845,0.00009270819,0.00012568383,0.00006949074,0.0005463116,0.000019850548,0.000098467215,0.000009282493],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001151339,0.00087748305,0.08065028,0.000018875793,0.00022836751,9.963506e-8,0.4380124,0.000004115582,0.00031456354,0.041148033,0.12949781,0.30923647],"study_design_scores_gemma":[0.000214366,0.00014199803,0.3897393,0.000021668691,0.00006315251,5.6250627e-8,0.035939626,0.0000016746338,0.0000033951194,0.00027589017,0.5735032,0.0000956678],"about_ca_topic_score_codex":0.267931,"about_ca_topic_score_gemma":0.35266468,"teacher_disagreement_score":0.44400537,"about_ca_system_score_codex":0.0010207354,"about_ca_system_score_gemma":0.0012292673,"threshold_uncertainty_score":0.9788377},"labels":[],"label_agreement":null},{"id":"W2743358023","doi":"10.18260/1-2--28731","title":"PANEL: Gender bias in student evaluations of teaching","year":2018,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Set (abstract data type); Gender bias; Promotion (chess); Affect (linguistics); Class (philosophy); Psychology; Gender gap; Institution; Medical education; Social psychology; Computer science; Medicine; Demographic economics; Political science","score_opus":0.5901902343937442,"score_gpt":0.5874192468082498,"score_spread":0.0027709875854944332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2743358023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61855865,0.00002231824,0.0005929165,0.0033549948,0.00020110825,0.00017430683,4.311284e-7,0.00004320961,0.37705204],"genre_scores_gemma":[0.9923994,0.000008626892,0.0045462614,0.0002039354,0.00016421205,0.0000079897545,8.436325e-7,0.000005061399,0.0026636657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971691,0.0014749062,0.0002548231,0.0001404896,0.00080849417,0.0001521803],"domain_scores_gemma":[0.99881154,0.0006809586,0.00015054591,0.00015248383,0.00016179484,0.000042696316],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0106970165,0.000050622366,0.00008956431,0.00012819564,0.00032978304,0.000044542892,0.00024200784,0.00004497492,0.0017304542],"category_scores_gemma":[0.0043633184,0.000046509766,0.000028934079,0.0001685362,0.0001652293,0.0003821235,0.000046207035,0.00014349785,0.00013875515],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008629784,0.00038441282,0.37162557,0.000005786068,0.000032896438,5.4733647e-7,0.24825022,0.00011077139,0.00051823386,0.35978946,0.0026208854,0.016652603],"study_design_scores_gemma":[0.00071800424,0.0001443016,0.8112476,0.000038797953,0.00005944483,5.631518e-7,0.103519455,0.0010368567,0.00034155804,0.013377284,0.069256045,0.00026007768],"about_ca_topic_score_codex":0.0054683527,"about_ca_topic_score_gemma":0.008903145,"teacher_disagreement_score":0.43962204,"about_ca_system_score_codex":0.000094155665,"about_ca_system_score_gemma":0.00020847496,"threshold_uncertainty_score":0.9991821},"labels":[],"label_agreement":null},{"id":"W2746522802","doi":"10.1080/87567555.2017.1348332","title":"Social Science Boot Camp: Development and Assessment of a Foundational Course on Academic Literacy in the Social Sciences","year":2017,"lang":"en","type":"article","venue":"College Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Wilfrid Laurier University","funders":"","keywords":"Curriculum; Scientific literacy; Mathematics education; Literacy; Social science education; Social studies; Learning sciences; Institution; Pedagogy; Science education; Sociology; Psychology; Social science; Educational technology","score_opus":0.24062743394151975,"score_gpt":0.5753818182818615,"score_spread":0.33475438434034177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746522802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87300044,0.00002312874,0.00004467934,0.028428292,0.00018208916,0.00028140328,0.000003639757,0.00001658268,0.09801971],"genre_scores_gemma":[0.995643,0.0000050298227,0.0034535583,0.00036808607,0.00026635051,0.000024287569,0.0000010559106,0.0000044469766,0.00023414845],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9965126,0.0008844673,0.00030333555,0.00030403142,0.0016896634,0.0003058965],"domain_scores_gemma":[0.99830145,0.0008746821,0.0005545846,0.00013112293,0.00010066556,0.000037469887],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.025410373,0.0001020839,0.00014766079,0.00017706082,0.016935512,0.0006369833,0.0010589245,0.00007043219,0.000019163297],"category_scores_gemma":[0.0027706749,0.00008299701,0.00002854135,0.00019860425,0.0022308985,0.0016981927,0.00017357875,0.0007131306,0.0000031355225],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008351809,0.00010855742,0.04238171,0.0000070661495,0.000006558281,0.0000019856068,0.16066402,0.000003414411,0.000062686406,0.7664474,0.00037156642,0.029936666],"study_design_scores_gemma":[0.00047245674,0.000047747046,0.9071573,0.00007935843,0.000016545635,0.0000015081265,0.03522826,0.00052185555,0.0000141754435,0.0041447757,0.052128818,0.0001872064],"about_ca_topic_score_codex":0.0003835988,"about_ca_topic_score_gemma":0.00028125916,"teacher_disagreement_score":0.8647756,"about_ca_system_score_codex":0.00028442426,"about_ca_system_score_gemma":0.0024409886,"threshold_uncertainty_score":0.9843443},"labels":[],"label_agreement":null},{"id":"W2746750979","doi":"10.1109/ipcc.2017.8013979","title":"Reversing the tide of industry-academia understanding: Engaging the professional sphere in professional communication assignment design","year":2017,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Graduation (instrument); Professional communication; Curriculum; Communication skills; Value (mathematics); Public relations; Medical education; Pedagogy; Psychology; Knowledge management; Engineering; Computer science; Political science; Medicine","score_opus":0.5138181636566141,"score_gpt":0.5235430823712607,"score_spread":0.009724918714646535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746750979","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12412419,0.00024053086,0.0060256436,0.7114196,0.0014468661,0.0020195902,0.0000023297514,0.00006610973,0.15465517],"genre_scores_gemma":[0.99010456,0.00003096983,0.0019036556,0.00039389546,0.000060795446,0.000023679697,0.0000010808533,0.0000061528654,0.0074751903],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99446666,0.0041314866,0.00027047077,0.00013269726,0.00080866116,0.00019002252],"domain_scores_gemma":[0.99563974,0.0031311368,0.0006433384,0.00047896887,0.000059708455,0.00004707909],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.016092902,0.00007751607,0.00009937055,0.000029069788,0.0054516275,0.00013804251,0.001148524,0.00027070573,0.0005549591],"category_scores_gemma":[0.004656176,0.000044406635,0.00003078342,0.000090484515,0.00061385054,0.00071967766,0.00024405641,0.0019490038,0.000006074032],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014347372,0.00028796718,0.14406016,0.000027445625,0.00007182063,0.0000014422383,0.14499629,0.0014781439,0.00079776533,0.6454709,0.054253336,0.0084112445],"study_design_scores_gemma":[0.0012305294,0.00004579321,0.16037518,0.0014089542,0.000075691394,0.0000018911735,0.7056737,0.004566547,0.0008280655,0.07260521,0.05280017,0.00038828037],"about_ca_topic_score_codex":0.0024092426,"about_ca_topic_score_gemma":0.0015328518,"teacher_disagreement_score":0.8659804,"about_ca_system_score_codex":0.00039635604,"about_ca_system_score_gemma":0.00063588703,"threshold_uncertainty_score":0.9958431},"labels":[],"label_agreement":null},{"id":"W2748148733","doi":"10.1080/1743727x.2017.1369510","title":"Contestable professional academic identity of those who teach research methodology","year":2017,"lang":"en","type":"article","venue":"International Journal of Research & Method in Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"City, University of London; University of British Columbia","keywords":"Identity (music); Construct (python library); Sociology; Research methodology; Educational research; Subject (documents); Discipline; Research design; Pedagogy; Engineering ethics; Psychology; Social science; Library science; Computer science","score_opus":0.7362528216566291,"score_gpt":0.7722508819049035,"score_spread":0.035998060248274455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748148733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8215319,0.0025580695,0.00790538,0.12263559,0.009871015,0.00082348334,0.00000877019,0.000011702483,0.034654077],"genre_scores_gemma":[0.8566696,0.002938836,0.12591565,0.00009652066,0.0023610953,0.00003742881,0.0000034409422,0.000018866993,0.0119585795],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9624966,0.02968166,0.0010297932,0.00029436956,0.0060001328,0.0004974686],"domain_scores_gemma":[0.9714768,0.016165094,0.0014545216,0.0003777,0.010335145,0.00019074303],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2199228,0.000089405585,0.0003063287,0.0018613758,0.0008772098,0.0003286068,0.003388578,0.00023432872,0.00045739565],"category_scores_gemma":[0.2087092,0.00008377837,0.00010215089,0.0004231325,0.000993899,0.0038484898,0.00042593095,0.003111252,0.000027076165],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007875542,0.001305925,0.17072012,0.0000608126,0.00016322,0.000018893863,0.07294889,0.00007004944,0.013817701,0.43446285,0.023885345,0.28175864],"study_design_scores_gemma":[0.0013494266,0.0003109209,0.26702976,0.0023200181,0.000026339656,0.000049397477,0.11185457,0.00023870931,0.005671154,0.4485062,0.16241828,0.00022521762],"about_ca_topic_score_codex":0.014082799,"about_ca_topic_score_gemma":0.0017214832,"teacher_disagreement_score":0.28153342,"about_ca_system_score_codex":0.0009756264,"about_ca_system_score_gemma":0.006926384,"threshold_uncertainty_score":0.9991886},"labels":[],"label_agreement":null},{"id":"W2758491956","doi":"10.5539/ies.v10n10p1","title":"What Works? The Culture of Evidence in University Teaching","year":2017,"lang":"en","type":"article","venue":"International Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidad de Sevilla","keywords":"Accountability; Promotion (chess); Best practice; Organizational culture; Faculty development; Evidence-based practice; Pedagogy; Psychology; Higher education; Professional development; Mathematics education; Sociology; Public relations; Political science; Medicine","score_opus":0.5315361812138031,"score_gpt":0.597170488691692,"score_spread":0.0656343074778889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758491956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5622371,0.010227319,0.00007537123,0.36494574,0.014454625,0.0002828139,0.0000011334449,0.000029975035,0.04774592],"genre_scores_gemma":[0.97408044,0.012668245,0.0005839247,0.00018024597,0.00021872047,0.0000037612501,6.040968e-7,0.0000017588299,0.012262269],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989974,0.00034297263,0.000114407776,0.0001058634,0.00037706396,0.00006231236],"domain_scores_gemma":[0.9979975,0.00072607375,0.00035523257,0.0001728179,0.00073297013,0.000015359245],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022756488,0.00004224592,0.000065730565,0.000060127804,0.0009994534,0.00034491735,0.00067836855,0.000025855838,0.00003532931],"category_scores_gemma":[0.018202532,0.00002989506,0.000029082063,0.000039896655,0.00030313252,0.0043726903,0.00011136518,0.00016379582,0.000010802408],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042514395,0.000215179,0.12241276,0.00001323342,0.00015683605,8.7027826e-7,0.5344434,0.000078467405,0.000041102787,0.082206994,0.019723827,0.24066481],"study_design_scores_gemma":[0.00008979703,0.0000068921363,0.07627194,0.0011298974,0.000016718428,3.603512e-7,0.6536541,0.000016323515,0.000011345866,0.0041949283,0.26454577,0.0000619319],"about_ca_topic_score_codex":0.0037296072,"about_ca_topic_score_gemma":0.0029267932,"teacher_disagreement_score":0.41184336,"about_ca_system_score_codex":0.00020617605,"about_ca_system_score_gemma":0.00024390743,"threshold_uncertainty_score":0.99006754},"labels":[],"label_agreement":null},{"id":"W2759057250","doi":"10.20343/teachlearninqu.5.2.3","title":"Research Approaches in Scholarship of Teaching and Learning Publications: A Systematic Literature Review","year":2017,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University of Queensland; University of Leeds; McMaster University; Elon University","keywords":"Scholarship of Teaching and Learning; Scholarship; Triangulation; Multimethodology; Qualitative research; Data collection; Educational research; Computer science; Mathematics education; Sociology; Management science; Psychology; Teaching method; Social science; Political science; Geography; Cartography","score_opus":0.4650375934875428,"score_gpt":0.5359628336113961,"score_spread":0.07092524012385326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759057250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63063127,0.12863904,0.0008417747,0.19006819,0.0008566198,0.002452126,8.700977e-7,0.00028525045,0.046224847],"genre_scores_gemma":[0.98253477,0.00988528,0.0025722322,0.00014423038,0.0005743863,0.00004168006,0.0000023234675,0.00003556384,0.004209548],"study_design_codex":"qualitative","study_design_gemma":"systematic_review","domain_scores_codex":[0.93755704,0.058405098,0.0009948037,0.00039675037,0.0020057342,0.000640561],"domain_scores_gemma":[0.9899036,0.0066841207,0.0021235493,0.0006823183,0.00041957243,0.00018682895],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24052751,0.00020726207,0.0005372851,0.00056952116,0.018204015,0.0034176619,0.0019231683,0.00018615338,0.000030839572],"category_scores_gemma":[0.25114003,0.00013895113,0.00013055278,0.00029305508,0.00081602635,0.0032958786,0.00038608743,0.017743697,0.000015111878],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006223705,0.00033133608,0.15203156,0.018963456,0.0002628136,0.00003513794,0.6373303,0.0011368772,0.00017038675,0.116644375,0.0012523937,0.071779154],"study_design_scores_gemma":[0.0017739785,0.00053018937,0.09173074,0.4470394,0.00053817086,0.0011230307,0.3275632,0.002875697,0.00000734072,0.009776418,0.11581999,0.0012218405],"about_ca_topic_score_codex":0.00048193915,"about_ca_topic_score_gemma":0.00009736176,"teacher_disagreement_score":0.42807594,"about_ca_system_score_codex":0.00027297463,"about_ca_system_score_gemma":0.00033976947,"threshold_uncertainty_score":0.9976169},"labels":[],"label_agreement":null},{"id":"W2761099410","doi":"10.1080/1360144x.2017.1385464","title":"The contextual nature of university-wide curriculum change","year":2017,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University of Gloucestershire; McMaster University","keywords":"Curriculum; Identity (music); Resistance (ecology); Psychological intervention; Process (computing); Quality (philosophy); Social identity theory; Quality assurance; Institutional change; Pedagogy; Sociology; Public relations; Psychology; Medical education; Knowledge management; Political science; Business; Computer science; Social psychology; Social group; Marketing; Medicine; Public administration","score_opus":0.14230064310998186,"score_gpt":0.45893255830996876,"score_spread":0.3166319151999869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761099410","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47501585,0.0010312862,0.0007245619,0.49551255,0.012062139,0.00072146056,0.000013218888,0.00003244419,0.0148864975],"genre_scores_gemma":[0.98724806,0.0012186767,0.0005456322,0.0008107557,0.00087498996,0.000005580697,0.0000017458357,0.0000055936757,0.009288933],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839985,0.00021313815,0.00022255367,0.000080551064,0.0009094804,0.00017442933],"domain_scores_gemma":[0.9972439,0.0012144516,0.00081525475,0.00010851833,0.00055920094,0.00005868522],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007910197,0.00006184039,0.00007014701,0.000047534348,0.0035970656,0.00019490748,0.0027112807,0.00010637947,0.000034130127],"category_scores_gemma":[0.006520434,0.000038039383,0.00006420914,0.00002452092,0.00025785368,0.0005874639,0.00018509835,0.00075473764,0.000011789036],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005316937,0.000089097586,0.065807484,0.000007769608,0.00097116485,0.000016939906,0.07202688,0.000018261373,0.00014291418,0.5107027,0.10356216,0.24612288],"study_design_scores_gemma":[0.00028351782,0.0000076227893,0.025092969,0.000053708976,0.000014323299,0.000008422133,0.006412606,0.000028741848,0.0001060872,0.0028238664,0.9651115,0.000056613317],"about_ca_topic_score_codex":0.00021734532,"about_ca_topic_score_gemma":0.0004374123,"teacher_disagreement_score":0.8615494,"about_ca_system_score_codex":0.00029796973,"about_ca_system_score_gemma":0.00046539822,"threshold_uncertainty_score":0.9977001},"labels":[],"label_agreement":null},{"id":"W2761133286","doi":"10.17483/2368-6669.1120","title":"Promoting Scholarship and Faculty Development through Faculty Learning Communities","year":2017,"lang":"en","type":"article","venue":"Quality Advancement in Nursing Education - Avancées en formation infirmière","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Collegiality; Faculty development; Commit; Product (mathematics); Medical education; Cohort; Session (web analytics); Professional development; Sociology; Psychology; Pedagogy; Medicine; Political science; Business; Computer science","score_opus":0.2922080492062196,"score_gpt":0.553761911558852,"score_spread":0.2615538623526324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761133286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9553823,0.0001644182,0.0017580431,0.020854723,0.00075642683,0.00068018987,0.000005640655,0.00014719408,0.020251099],"genre_scores_gemma":[0.9787919,0.00016137758,0.019309983,0.00018832184,0.00011137102,0.00010638738,0.00027290548,0.000013990568,0.0010437471],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99669284,0.0013131885,0.00071101694,0.00021886473,0.00072852365,0.00033555896],"domain_scores_gemma":[0.9977726,0.00034237828,0.0011519837,0.00033337952,0.0003122194,0.00008746084],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0053936685,0.00018253941,0.00021130244,0.00013542226,0.004650553,0.0008191732,0.00043133885,0.00011534428,0.00006332465],"category_scores_gemma":[0.00286683,0.00020643832,0.00003152771,0.00010968266,0.00030356843,0.0077461572,0.00007773619,0.0005299008,0.00003327042],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020572777,0.00033181682,0.072867185,0.00013232796,0.000011083773,7.9600156e-8,0.6101242,0.00020525572,0.000032915315,0.04472119,0.00008309835,0.27147028],"study_design_scores_gemma":[0.0007274334,0.00004537321,0.21207152,0.0016847461,0.000019395793,0.0000024612295,0.27990642,0.00028622022,0.00045129657,0.010424937,0.49389255,0.00048762996],"about_ca_topic_score_codex":0.0014564194,"about_ca_topic_score_gemma":0.0016011201,"teacher_disagreement_score":0.49380946,"about_ca_system_score_codex":0.0009003495,"about_ca_system_score_gemma":0.0004203436,"threshold_uncertainty_score":0.9966453},"labels":[],"label_agreement":null},{"id":"W2761160728","doi":"10.1002/j.2334-4822.2000.tb00371.x","title":"13: Fragmentation Versus Integration of Faculty Work","year":2000,"lang":"en","type":"article","venue":"To improve the academy","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Fragmentation (computing); Faculty development; Focus (optics); Work (physics); Psychology; Pedagogy; Medical education; Engineering ethics; Mathematics education; Professional development; Medicine; Engineering; Computer science","score_opus":0.18450427834263983,"score_gpt":0.4797543274557898,"score_spread":0.29525004911314995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761160728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92609775,0.000027496462,0.0001553303,0.042630855,0.00021412411,0.00040076303,0.000004761014,0.0000534557,0.030415455],"genre_scores_gemma":[0.9900884,0.000028951692,0.0011985847,0.0006597872,0.00022465528,0.000027923385,0.000004841679,0.000006305943,0.00776053],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987163,0.0003552424,0.00018618815,0.0001294949,0.00046993748,0.00014282137],"domain_scores_gemma":[0.99928147,0.00038760577,0.00013624044,0.00010041927,0.000042510404,0.000051735566],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018955916,0.000063125204,0.00007427758,0.00003252758,0.00030906373,0.00004551224,0.00032807712,0.000079301535,0.0012406767],"category_scores_gemma":[0.0009305037,0.0000466677,0.000035379308,0.00029068417,0.000092068665,0.00042265403,0.000020393736,0.00022475304,0.00044270974],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048641275,0.000048381717,0.00033033307,0.0000034220536,0.000036902893,6.998515e-8,0.06334897,0.00058970175,0.006297492,0.010354097,0.007175485,0.91132873],"study_design_scores_gemma":[0.0025582025,0.0005033497,0.08012431,0.00009054549,0.00025589,3.355452e-7,0.028458022,0.0004449695,0.02355328,0.008416965,0.8549964,0.00059776107],"about_ca_topic_score_codex":0.0015310826,"about_ca_topic_score_gemma":0.0001435561,"teacher_disagreement_score":0.91073096,"about_ca_system_score_codex":0.00007974308,"about_ca_system_score_gemma":0.00004355406,"threshold_uncertainty_score":0.99967235},"labels":[],"label_agreement":null},{"id":"W2764314645","doi":"","title":"Co-Curricular Records as New Frontiers of Credentialism","year":2015,"lang":"en","type":"article","venue":"Canadian Society for the Study of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Certification; Work (physics); Capital (architecture); Sociology; Political science; Medical education; Pedagogy; History; Law; Medicine; Engineering; Archaeology","score_opus":0.10163939002324028,"score_gpt":0.4381614255640432,"score_spread":0.3365220355408029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764314645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8764058,0.004238974,0.00020353499,0.07740241,0.011644624,0.0031064346,0.000027291462,0.00004349049,0.026927464],"genre_scores_gemma":[0.96538717,0.000030241368,0.0017025116,0.0006125156,0.00065045484,0.000051648298,0.000013877407,0.000012204474,0.031539384],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988646,0.00017870292,0.00020426157,0.00013708806,0.00044489853,0.00017044264],"domain_scores_gemma":[0.99867624,0.00014127811,0.00027860716,0.00021714604,0.00034366985,0.0003430709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017664239,0.00007079307,0.00012456121,0.000047880374,0.00047343774,0.000045237088,0.00036717308,0.00006772003,0.00015372835],"category_scores_gemma":[0.00054279814,0.00006381941,0.00014015021,0.00022687655,0.00013211036,0.00022716074,0.0000069784696,0.00008412124,0.0000067234623],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005848313,0.00011739245,0.009395839,0.000003596803,0.00013463746,2.5912199e-8,0.09713264,0.000017637132,0.0000036579465,0.0034776758,0.88728607,0.0024249905],"study_design_scores_gemma":[0.00032651992,0.00010637413,0.0076739695,0.0000054445727,0.0001735423,1.173106e-7,0.21024816,0.000006013233,0.000010627468,0.002239073,0.7791384,0.00007179856],"about_ca_topic_score_codex":0.73007303,"about_ca_topic_score_gemma":0.13119252,"teacher_disagreement_score":0.5988805,"about_ca_system_score_codex":0.0004086406,"about_ca_system_score_gemma":0.0060721217,"threshold_uncertainty_score":0.9995625},"labels":[],"label_agreement":null},{"id":"W2764340595","doi":"10.1007/s11162-017-9479-6","title":"Understanding the Work and Perceptions of Teaching Focused Faculty in a Changing Academic Landscape","year":2017,"lang":"en","type":"article","venue":"Research in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada's Michael Smith Genome Sciences Centre; University of British Columbia","funders":"","keywords":"Curriculum; Work (physics); Mainstream; Higher education; Feeling; Job satisfaction; Sociology; Perception; Variety (cybernetics); Survey data collection; Pedagogy; Psychology; Public relations; Engineering ethics; Political science; Social psychology; Engineering; Computer science","score_opus":0.6945969481742774,"score_gpt":0.6078944604872897,"score_spread":0.08670248768698774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764340595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.864664,0.00012783498,0.000027850767,0.1109987,0.00019275176,0.00027817689,6.1086786e-7,0.0000088113975,0.023701275],"genre_scores_gemma":[0.9971169,0.00009210885,0.00025147255,0.0000220519,0.00021371045,0.000044778477,0.000002067784,0.0000052586174,0.002251636],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977657,0.0011373668,0.00014544837,0.00014481272,0.0005465982,0.00026004878],"domain_scores_gemma":[0.99866843,0.00091198034,0.00012222194,0.00019520777,0.000057554484,0.00004460864],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013475646,0.000042457585,0.000068762754,0.0010853753,0.001552378,0.00018484944,0.00035434423,0.000078663434,0.00010300757],"category_scores_gemma":[0.0019720902,0.000035101188,0.000013024136,0.00082201324,0.00026769328,0.0006058142,0.00008922919,0.00079998944,0.000004880497],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000944959,0.00004555923,0.7268402,0.000012164106,0.000002801952,1.3134404e-7,0.06834822,0.0000116552455,0.00004221659,0.19657713,0.00056258356,0.0075478693],"study_design_scores_gemma":[0.00014751758,0.0000088331935,0.9156874,0.0001976377,0.0000028779361,1.0348106e-7,0.059957556,0.000036831374,0.0000015599406,0.017406708,0.0065031727,0.000049807375],"about_ca_topic_score_codex":0.0020703569,"about_ca_topic_score_gemma":0.00081390736,"teacher_disagreement_score":0.18884718,"about_ca_system_score_codex":0.00034212082,"about_ca_system_score_gemma":0.00032865306,"threshold_uncertainty_score":0.99974746},"labels":[],"label_agreement":null},{"id":"W2766558035","doi":"10.5539/jel.v7n1p134","title":"Accidental Composition: How the Ph.D. Machine Fails Our Students","year":2017,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Composition (language); Craft; Backup; Mathematics education; Subject (documents); Psychology; Task (project management); Pedagogy; Computer science; Visual arts; Management; Art; Literature; Library science","score_opus":0.103660539953588,"score_gpt":0.5024285689544474,"score_spread":0.39876802900085945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766558035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84031934,0.00034632013,0.00006554053,0.15408956,0.001143823,0.000058345766,8.6951395e-8,0.000005536703,0.003971438],"genre_scores_gemma":[0.993202,0.00015555209,0.00034067372,0.00028510368,0.0008865556,0.000001049349,5.8657827e-7,0.0000036531765,0.0051248586],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99853015,0.0007110469,0.00013179412,0.000055485365,0.0004949725,0.00007656228],"domain_scores_gemma":[0.9986017,0.00016274769,0.0008878233,0.00008556651,0.00019005268,0.00007213486],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003864336,0.000044612545,0.00007598165,0.000049423226,0.0029373004,0.0016131577,0.00038275227,0.000027904043,0.00007514193],"category_scores_gemma":[0.0022384769,0.000032229822,0.000038448674,0.000026666032,0.000055343295,0.001359604,0.000039117767,0.00045755418,0.000008516635],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037926682,0.00029473292,0.7915457,0.000007861813,0.000083469364,0.0000026023245,0.08033734,0.000051803752,0.0004104011,0.0023659854,0.009556159,0.115306035],"study_design_scores_gemma":[0.00033084338,0.00006809824,0.68192583,0.00006983153,0.000055576154,0.000038184626,0.15183055,0.000029839895,0.000020008585,0.00019833524,0.16535933,0.00007358672],"about_ca_topic_score_codex":0.0003002016,"about_ca_topic_score_gemma":0.00009790622,"teacher_disagreement_score":0.15580317,"about_ca_system_score_codex":0.000051945997,"about_ca_system_score_gemma":0.00019961689,"threshold_uncertainty_score":0.99942327},"labels":[],"label_agreement":null},{"id":"W2767137226","doi":"","title":"Évolution du sentiment d'efficacité personnelle à gérer la classe de stagiaires en formation à l’enseignement en éducation physique et à la santé","year":2017,"lang":"fr","type":"article","venue":"Revue phénEPS / PHEnex Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Political science; Medicine; Art","score_opus":0.05850336529014206,"score_gpt":0.41521362206745366,"score_spread":0.3567102567773116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767137226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8034004,0.0013657284,0.019940581,0.11942113,0.0028527179,0.0005769158,0.000014019266,0.000076627955,0.052351892],"genre_scores_gemma":[0.97734517,0.006618202,0.0062754634,0.0003070053,0.0033338536,0.00003029215,0.00001456083,0.000042641026,0.006032823],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98842895,0.009069477,0.00067097554,0.0003434535,0.0009175331,0.0005696155],"domain_scores_gemma":[0.99536884,0.001711187,0.0018227946,0.0004363394,0.00035988956,0.00030094248],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.016121816,0.0003088422,0.00031844468,0.0001529108,0.0028062128,0.001483827,0.0007147967,0.00031505874,0.0004538495],"category_scores_gemma":[0.00388369,0.00033586382,0.00027510474,0.00011665046,0.00032154805,0.0039528436,0.00014649298,0.0010969377,0.00019271017],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001304122,0.0013082738,0.0037752574,0.0003432643,0.00040496746,0.00006396161,0.6983229,0.0054212953,0.0044187005,0.061238386,0.028034618,0.19653796],"study_design_scores_gemma":[0.003942172,0.00050300715,0.22728513,0.0024895752,0.0012506478,0.0015157385,0.21477264,0.058823362,0.001389284,0.026283817,0.46012652,0.0016181044],"about_ca_topic_score_codex":0.0010075805,"about_ca_topic_score_gemma":0.001236007,"teacher_disagreement_score":0.48355028,"about_ca_system_score_codex":0.0034087487,"about_ca_system_score_gemma":0.0011184237,"threshold_uncertainty_score":0.99990934},"labels":[],"label_agreement":null},{"id":"W2768890045","doi":"10.7939/dvn/10588","title":"University of Alberta Graduand Survey, 1992","year":2015,"lang":"en","type":"dataset","venue":"Borealis","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Political science","score_opus":0.16921128590570655,"score_gpt":0.40345083230724343,"score_spread":0.23423954640153688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768890045","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026577387,0.00005399044,0.0000023699674,0.0017643217,0.00013208085,0.00012812098,0.9852083,0.0000134218935,0.01267084],"genre_scores_gemma":[0.000086815235,0.000311176,0.00006886833,0.000038286813,0.00010286551,2.7874754e-7,0.9978959,0.000005517939,0.001490286],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99692935,0.0018228133,0.000142041,0.00019916824,0.0007502806,0.00015633796],"domain_scores_gemma":[0.99746007,0.0013238557,0.0004351706,0.00041020472,0.0002412396,0.00012948689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046954653,0.00010480307,0.00023225625,0.000083186205,0.00023812325,0.000035976518,0.0006918501,0.00023125776,0.00037584495],"category_scores_gemma":[0.0068839635,0.00011690947,0.00005737774,0.00014983924,0.00027440567,0.00020178265,0.00009720933,0.00021595873,0.000043676027],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018725641,0.000038858896,0.00034099934,0.000011440083,0.000032634776,0.0000026862497,0.0014545325,0.0000013061872,3.8029373e-8,0.00013966278,0.99779403,0.00016506374],"study_design_scores_gemma":[0.00013360642,0.000021491769,0.0025238332,0.000018082528,0.00008230367,2.2743818e-7,0.00054726243,9.591819e-7,1.465211e-7,0.0001834847,0.99636555,0.00012307511],"about_ca_topic_score_codex":0.9946117,"about_ca_topic_score_gemma":0.9890151,"teacher_disagreement_score":0.012687628,"about_ca_system_score_codex":0.000116214665,"about_ca_system_score_gemma":0.0008201104,"threshold_uncertainty_score":0.82412446},"labels":[],"label_agreement":null},{"id":"W2769602364","doi":"","title":"University of Calgary Faculty Interviews","year":2017,"lang":"en","type":"article","venue":"Journal of undergraduate research in Alberta","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Psychology; Gerontology; Medicine","score_opus":0.39772176444061147,"score_gpt":0.5339875109937792,"score_spread":0.1362657465531677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769602364","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1556126,0.00019280598,0.00020968783,0.729537,0.00038799984,0.0002438532,0.0000014298881,0.0000040958207,0.11381051],"genre_scores_gemma":[0.9899917,0.0012756928,0.00097109197,0.000013492723,0.00007417553,1.4826455e-7,4.92745e-7,0.000005287064,0.0076678703],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.995765,0.0022264835,0.0003235195,0.000113427166,0.001293305,0.000278312],"domain_scores_gemma":[0.99663836,0.0014517664,0.0008104454,0.0003032207,0.0006314089,0.00016479555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014073654,0.000059334747,0.00022106148,0.00028848634,0.0008134206,0.00013445955,0.0013781288,0.00007539317,0.000055166838],"category_scores_gemma":[0.008142628,0.00005490034,0.00011161239,0.00017041137,0.00067086215,0.0011173692,0.00021175276,0.00075226976,0.00003910175],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007630987,0.0011100431,0.15660717,0.00016996547,0.00031313673,0.00033622724,0.033802908,0.00009004774,0.0006845674,0.6363609,0.032253597,0.13750836],"study_design_scores_gemma":[0.002630671,0.00050359406,0.03605983,0.0009930611,0.000046228986,0.000020459742,0.0090849595,0.0006103893,0.00017106459,0.24080722,0.7088048,0.00026775722],"about_ca_topic_score_codex":0.12158111,"about_ca_topic_score_gemma":0.11297389,"teacher_disagreement_score":0.83437914,"about_ca_system_score_codex":0.00027116222,"about_ca_system_score_gemma":0.0007866396,"threshold_uncertainty_score":0.97480744},"labels":[],"label_agreement":null},{"id":"W2770966357","doi":"10.1080/13611267.2017.1403609","title":"Mapping psychology students’ perspective on group peer-tutoring in statistics","year":2017,"lang":"en","type":"article","venue":"Mentoring & Tutoring Partnership in Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Université du Québec à Trois-Rivières","funders":"Université de Sherbrooke","keywords":"Peer tutor; TUTOR; Conceptualization; Psychology; Mathematics education; Interpersonal communication; Peer group; Educational psychology; Perspective (graphical); Peer feedback; Computer science; Social psychology; Artificial intelligence","score_opus":0.2503184458616445,"score_gpt":0.546933541266467,"score_spread":0.2966150954048225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770966357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7363896,0.00012305586,0.00044755943,0.0049267653,0.0034454735,0.00054751337,0.000001106911,0.000271805,0.25384712],"genre_scores_gemma":[0.963779,0.000076117125,0.0017260227,0.000055110355,0.0009953945,0.00008489483,0.000003279262,0.00004724988,0.03323293],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940736,0.0016689417,0.00056166074,0.0008139236,0.001847876,0.0010339485],"domain_scores_gemma":[0.9972385,0.0011014598,0.00067527697,0.0006112085,0.00017806437,0.00019545744],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.014410813,0.00029529995,0.00038779769,0.00055720366,0.0020406465,0.0010471736,0.0012479661,0.00019793588,0.00007992939],"category_scores_gemma":[0.016455408,0.00036421305,0.00006787455,0.00029106386,0.00023382818,0.0010523477,0.00026043886,0.0016908725,0.00010264052],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000508865,0.00016404047,0.7388895,0.000018949555,0.000026870563,0.00006583324,0.19249997,0.0017197782,0.0001692842,0.06315402,0.000050889237,0.0031899759],"study_design_scores_gemma":[0.0016221268,0.00015077405,0.6503292,0.0006194357,0.000016647415,0.0000012044889,0.04571769,0.00019138373,0.00003761382,0.0017267489,0.29903018,0.0005570522],"about_ca_topic_score_codex":0.007487543,"about_ca_topic_score_gemma":0.0023363912,"teacher_disagreement_score":0.29897928,"about_ca_system_score_codex":0.002442005,"about_ca_system_score_gemma":0.00013670868,"threshold_uncertainty_score":0.9999898},"labels":[],"label_agreement":null},{"id":"W2771321326","doi":"10.5206/cjsotl-rcacea.2017.3.10","title":"Exploring the Role of the Scholarship of Teaching and Learning in the Context of the Professional Identities of Faculty, Graduate Students, and Staff in Higher Education","year":2017,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; University of Guelph","funders":"","keywords":"Liminality; Sociology; Pedagogy; Identity (music); Humanities; Professional development; Context (archaeology); Scholarship; Psychology; Political science; Art","score_opus":0.33711468291780594,"score_gpt":0.4598862284450911,"score_spread":0.12277154552728514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771321326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98156697,0.0012694781,0.0000014411715,0.015693195,0.00041303437,0.00040947457,0.000004578425,0.0000027901137,0.0006390526],"genre_scores_gemma":[0.998422,0.000085253814,0.00006052306,0.00006824915,0.00009951494,0.000013843246,6.1296316e-7,0.000013663116,0.0012363382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9881458,0.010038221,0.0005172021,0.00014238333,0.0008928297,0.00026350783],"domain_scores_gemma":[0.994727,0.0031555854,0.0015413787,0.00031691196,0.00018710902,0.00007198515],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049783822,0.00013485571,0.0002446499,0.00013757378,0.009175053,0.0005182605,0.0016039427,0.0000676273,0.0000068708696],"category_scores_gemma":[0.019237818,0.00006257518,0.00010297961,0.00010656365,0.00088503654,0.0011589975,0.0001823829,0.004908992,9.7584916e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046373105,0.000041103234,0.66483027,0.00005493576,0.00007444794,2.0162105e-7,0.27627724,0.00042583386,0.00047819386,0.018643226,0.000014788785,0.03911341],"study_design_scores_gemma":[0.00031145566,0.000051562052,0.7209267,0.00088045123,0.00008224486,0.0000070436804,0.27001116,0.000041247673,0.00007554405,0.00541072,0.0021322097,0.00006964564],"about_ca_topic_score_codex":0.05507468,"about_ca_topic_score_gemma":0.039360348,"teacher_disagreement_score":0.056096476,"about_ca_system_score_codex":0.00008342013,"about_ca_system_score_gemma":0.00059276476,"threshold_uncertainty_score":0.9973867},"labels":[],"label_agreement":null},{"id":"W2771690381","doi":"10.1080/02602938.2017.1412397","title":"Taking stock and effecting change: curriculum evaluation through a review of course syllabi","year":2017,"lang":"en","type":"review","venue":"Assessment & Evaluation in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"University of Windsor","keywords":"Syllabus; Curriculum; Experiential learning; Unit (ring theory); Higher education; Medical education; Discipline; Psychology; Course evaluation; Reading (process); Pedagogy; Mathematics education; Political science; Medicine","score_opus":0.6459460384304073,"score_gpt":0.6783012568282019,"score_spread":0.03235521839779454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771690381","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011403568,0.96083236,0.000009290876,0.003946115,0.0037118779,0.009648295,0.00000647175,0.000044197048,0.021687355],"genre_scores_gemma":[0.004900793,0.9852898,0.0013021283,0.00019975164,0.0011003241,0.0063785836,0.00041974263,0.000050859122,0.00035799656],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98196447,0.01182092,0.0015156133,0.00082793424,0.0034960406,0.0003750483],"domain_scores_gemma":[0.9891223,0.0013381267,0.0065827062,0.0008290108,0.0020322173,0.00009566507],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.04082786,0.00044265075,0.0013560094,0.00034738542,0.0007205781,0.00027261948,0.0005725865,0.00038989802,0.0024790035],"category_scores_gemma":[0.006590876,0.0004387896,0.0002275614,0.00069471233,0.00018022311,0.002100857,0.0001098374,0.00065235054,0.000024560846],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[8.1495097e-7,0.0003187975,0.0016380161,0.021818882,0.0000751132,1.3088881e-7,0.0015232051,0.0000017305669,9.7698205e-8,0.0048941155,0.0007753576,0.9689537],"study_design_scores_gemma":[0.00037064322,0.000057144385,0.013038277,0.14815895,0.0049006436,0.0000026011055,0.00054891553,0.00020550613,6.263303e-8,0.00094717595,0.8312931,0.0004769491],"about_ca_topic_score_codex":0.0040743034,"about_ca_topic_score_gemma":0.00036054067,"teacher_disagreement_score":0.9684768,"about_ca_system_score_codex":0.0021742003,"about_ca_system_score_gemma":0.008808434,"threshold_uncertainty_score":0.9998064},"labels":[],"label_agreement":null},{"id":"W2772690964","doi":"10.1007/s10459-017-9806-x","title":"Motivation and emotion predict medical students’ attention to computer-based feedback","year":2017,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Centre for Addiction and Mental Health","funders":"Social Sciences and Humanities Research Council of Canada; McGill University","keywords":"Shame; Pride; Anger; Psychology; Coaching; Think aloud protocol; Peer feedback; Applied psychology; Social psychology; Cognitive psychology; Mathematics education; Computer science; Human–computer interaction; Usability; Psychotherapist","score_opus":0.09087732096233814,"score_gpt":0.5256740154272984,"score_spread":0.4347966944649603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772690964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87511563,0.00047717625,0.008017649,0.11011477,0.0030722797,0.0008243512,0.0000011469832,0.000057778736,0.002319212],"genre_scores_gemma":[0.98588955,0.00081547134,0.0106887845,0.0019735857,0.00043923254,0.000049440463,0.0000061981627,0.000004830491,0.00013289746],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99648815,0.00064477825,0.00039621408,0.00041922723,0.0017520369,0.00029958822],"domain_scores_gemma":[0.99834144,0.00045640627,0.0005789104,0.00022217292,0.00013548794,0.00026555642],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011419605,0.000091369606,0.00013277364,0.00024154801,0.0026119975,0.0005424629,0.000837412,0.0000657899,0.000051305255],"category_scores_gemma":[0.0049015647,0.000092539165,0.000017170774,0.00029340954,0.0005093086,0.0026835022,0.000086013904,0.00015364477,0.00001628958],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000693521,0.00016180259,0.7421219,0.000044120217,8.275601e-7,9.567587e-8,0.002539804,0.00052784424,0.0000014078713,0.0067201764,0.00023842895,0.24763665],"study_design_scores_gemma":[0.0002497298,0.00019952042,0.970765,0.00046131323,0.0000022495062,6.0981006e-7,0.002140026,0.0033539343,0.0000019821937,0.0018635248,0.020854548,0.00010755472],"about_ca_topic_score_codex":0.005141651,"about_ca_topic_score_gemma":0.005236848,"teacher_disagreement_score":0.2475291,"about_ca_system_score_codex":0.00030926295,"about_ca_system_score_gemma":0.001604792,"threshold_uncertainty_score":0.9986865},"labels":[],"label_agreement":null},{"id":"W2773430719","doi":"","title":"Re-imagining A Learning Program For New Faculty: An Opportunity To Enhance Institutional Capacity","year":2017,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capacity development; Capacity building; Business; Public relations; Political science; Economics; Environmental resource management; Economic growth","score_opus":0.4897857743748431,"score_gpt":0.5183045214346363,"score_spread":0.028518747059793237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773430719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98073894,0.000006458006,0.003638711,0.008131236,0.0003983669,0.0009122524,0.000022277707,0.0004033319,0.005748449],"genre_scores_gemma":[0.97935474,0.000008766925,0.0039961142,0.00043376154,0.0003768881,0.000008163874,0.00003993897,0.000024695017,0.015756944],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970529,0.0007450141,0.00023033716,0.0006494785,0.00075857516,0.000563675],"domain_scores_gemma":[0.99710107,0.00020927585,0.00054166,0.00059569854,0.00042578625,0.001126535],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0029824802,0.0002368073,0.0002583028,0.0002593388,0.0053230166,0.0017526294,0.0016562183,0.00019414333,0.0000704599],"category_scores_gemma":[0.0060158893,0.00029289557,0.00011837533,0.00018625076,0.00036250427,0.008295484,0.00033268242,0.00075325696,0.00010043748],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016442515,0.0002196654,0.9183117,0.000025903893,0.00006380201,0.000038461636,0.019770157,0.00017882584,0.00020103222,0.0021371501,0.000006528375,0.05888235],"study_design_scores_gemma":[0.00096443016,0.00046606743,0.641257,0.00024169993,0.00012962989,0.0000037049017,0.007701773,0.0000056700333,0.00053009676,0.00061177847,0.3473622,0.0007259554],"about_ca_topic_score_codex":0.00088773767,"about_ca_topic_score_gemma":0.05454882,"teacher_disagreement_score":0.34735566,"about_ca_system_score_codex":0.00042704574,"about_ca_system_score_gemma":0.0012504788,"threshold_uncertainty_score":0.9999523},"labels":[],"label_agreement":null},{"id":"W2773890961","doi":"","title":"Se former à l'enseignement en alternance éducative virtuelle : la situation des enseignants de la formation professionnelle à l'UQAR","year":2011,"lang":"fr","type":"article","venue":"Transformation An International Journal of Holistic Mission Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Sociology; Political science; Philosophy","score_opus":0.4192590440338171,"score_gpt":0.5103516849629185,"score_spread":0.09109264092910141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773890961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8372773,0.004266367,0.11798837,0.006641858,0.0036200408,0.00051280286,0.000041423442,0.000050574723,0.029601278],"genre_scores_gemma":[0.9674205,0.019620575,0.010145743,0.00028711592,0.0004287639,0.000015495587,0.000015159023,0.000023541965,0.0020431122],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99312985,0.0035037457,0.0013408266,0.00020037712,0.0014945095,0.00033068095],"domain_scores_gemma":[0.9949499,0.0012907839,0.0013444113,0.00013768428,0.0020318762,0.0002453379],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007551647,0.00028938954,0.00037432832,0.00032481793,0.0008349942,0.00015720795,0.0006028392,0.00021289902,0.0009632384],"category_scores_gemma":[0.0024149686,0.0002512069,0.00019179606,0.00023996069,0.00065859314,0.0065510776,0.00005419278,0.00054600625,0.00006211265],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044415484,0.00087849586,0.00031390524,0.00015932019,0.0004066001,0.000024862276,0.8947387,0.00039629856,0.0005315545,0.026239682,0.0026481177,0.07321834],"study_design_scores_gemma":[0.004912542,0.0011924362,0.037665255,0.0051113674,0.00092449185,0.00061170716,0.74078673,0.008249316,0.006954278,0.07985063,0.112813525,0.00092771265],"about_ca_topic_score_codex":0.00035040427,"about_ca_topic_score_gemma":0.00009831128,"teacher_disagreement_score":0.15395193,"about_ca_system_score_codex":0.0011814478,"about_ca_system_score_gemma":0.00064712635,"threshold_uncertainty_score":0.99999404},"labels":[],"label_agreement":null},{"id":"W2775620538","doi":"10.5539/elt.v11n1p52","title":"The Affection of Student Ratings of Instruction toward EFL Instructors","year":2017,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Affection; Mathematics education; Perception; Quality (philosophy); Teaching method; Medical education; Pedagogy; Social psychology","score_opus":0.05151748017531637,"score_gpt":0.4244728338228828,"score_spread":0.37295535364756643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775620538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96193576,0.00009926091,0.00008117786,0.00047168942,0.0016732356,0.00020299944,0.0000016718434,0.00007327434,0.035460927],"genre_scores_gemma":[0.99813056,0.000024973107,0.00096954923,0.000008849525,0.0005494715,0.0000063344296,0.0000015773962,0.00001023876,0.00029842023],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99776554,0.00096328085,0.0002957308,0.0001519931,0.0006595601,0.00016390436],"domain_scores_gemma":[0.9978697,0.00059505296,0.0009788013,0.0004030517,0.00011097465,0.000042467218],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0062556406,0.00008681419,0.00015112828,0.00006228365,0.0020373287,0.00024121905,0.00061261543,0.00007277623,0.000029891862],"category_scores_gemma":[0.015777769,0.00006962365,0.00007665557,0.00003853157,0.00031517746,0.0009452491,0.000112909394,0.00040744722,0.0000016159308],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000167034,0.00004261677,0.053993423,0.000021978458,0.000042262178,7.2859456e-7,0.77884763,0.00002712822,0.002028115,0.02523949,0.00005201375,0.1396879],"study_design_scores_gemma":[0.0011452102,0.00014907955,0.14163369,0.0001771049,0.00010245434,0.0000016135641,0.8373819,0.00009209135,0.006538745,0.00059983716,0.011891795,0.00028649723],"about_ca_topic_score_codex":0.009966618,"about_ca_topic_score_gemma":0.0019761275,"teacher_disagreement_score":0.13940139,"about_ca_system_score_codex":0.00009010494,"about_ca_system_score_gemma":0.00007503245,"threshold_uncertainty_score":0.99926186},"labels":[],"label_agreement":null},{"id":"W2782685758","doi":"10.3389/fpsyg.2017.02218","title":"An Investigation of First-Year Students' and Lecturers' Expectations of University Education","year":2018,"lang":"en","type":"article","venue":"Frontiers in Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":198,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Cognitive dissonance; Mathematics education; Higher education; Drop out; Medical education; Pedagogy; Social psychology; Medicine","score_opus":0.049778430518325374,"score_gpt":0.4371095960887703,"score_spread":0.38733116557044495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782685758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891099,0.000095649135,0.003817304,0.0024977683,0.00079516333,0.00012613648,0.0000014096001,0.000010624805,0.0035460754],"genre_scores_gemma":[0.9690271,0.000058749178,0.030742155,0.00005870616,0.000049720093,0.0000010994012,0.000003169069,0.0000024873232,0.000056809768],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99894696,0.0006043994,0.00010992878,0.00013048184,0.00014253876,0.00006569643],"domain_scores_gemma":[0.9995087,0.000074555915,0.00015507294,0.0001167371,0.0001092785,0.000035660767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080925983,0.000033231147,0.00007758475,0.0002077251,0.00011739889,0.000006091983,0.00018008781,0.000070040056,0.00003782965],"category_scores_gemma":[0.0002719794,0.000040230152,0.00000982486,0.0002435959,0.00054311706,0.00025940593,0.000009987776,0.000059765545,0.0000014170396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047177356,0.000080143865,0.93810296,0.000003510673,0.000008693031,6.986406e-8,0.051347632,9.452223e-7,0.00007790885,0.0024580732,0.004379544,0.003493317],"study_design_scores_gemma":[0.0005755938,0.00025094653,0.85074574,0.00002269954,0.000028051636,4.412204e-7,0.11652597,0.00004469018,0.00010401196,0.023078987,0.008533543,0.00008930887],"about_ca_topic_score_codex":0.00060694886,"about_ca_topic_score_gemma":0.001228648,"teacher_disagreement_score":0.08735723,"about_ca_system_score_codex":0.000037365542,"about_ca_system_score_gemma":0.00009410114,"threshold_uncertainty_score":0.20011374},"labels":[],"label_agreement":null},{"id":"W2784316788","doi":"","title":"Reclaiming Opportunities for Effective Teaching: An Institutional Ethnographic Study of Community College Course Outlines","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sociology; Higher education; Scholarship; Curriculum; Liberal arts education; Negotiation; Pedagogy; Public relations; Political science; Law; Social science","score_opus":0.38979505103608003,"score_gpt":0.5173358795504279,"score_spread":0.1275408285143479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784316788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9796454,0.00019357985,0.000019051338,0.01347247,0.0025777821,0.00046312332,0.000019506591,0.0000057776683,0.0036033199],"genre_scores_gemma":[0.9970682,0.0000043911996,0.00057592033,0.00019388822,0.0005727419,0.000023669132,0.0000067516335,0.000008854058,0.0015455406],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973147,0.0018263676,0.00032786682,0.00006771914,0.0003055501,0.00015781788],"domain_scores_gemma":[0.9968149,0.0005071969,0.0010734394,0.00028682232,0.0009688198,0.00034879128],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006452427,0.000084944,0.00017866549,0.00030024373,0.0059595513,0.00018030475,0.0006331797,0.000073469055,0.000051297837],"category_scores_gemma":[0.0023417454,0.00008657899,0.00006129316,0.00005034797,0.00042583744,0.0015060694,0.000010292224,0.0004531778,4.7271013e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012212872,0.0028178599,0.4730125,0.000068218214,0.00034846424,0.00000813428,0.30844572,0.00011912343,0.00003522564,0.14047056,0.027591435,0.046960592],"study_design_scores_gemma":[0.00060198596,0.0006320938,0.61868906,0.000098655735,0.00018679444,0.0000050614003,0.22305585,0.0000048772467,0.0000047641993,0.004399997,0.15219568,0.00012515714],"about_ca_topic_score_codex":0.114935726,"about_ca_topic_score_gemma":0.23592144,"teacher_disagreement_score":0.14567655,"about_ca_system_score_codex":0.00024055058,"about_ca_system_score_gemma":0.0061515104,"threshold_uncertainty_score":0.9994827},"labels":[],"label_agreement":null},{"id":"W2784408966","doi":"","title":"The Care and Maintenance of Faculty Culture: A Small College Curricular Approach","year":2014,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Faculty development; Pedagogy; Focus (optics); Center (category theory); Sociology; Mathematics education; Professional development; Psychology","score_opus":0.07661106820105741,"score_gpt":0.3800139668648964,"score_spread":0.303402898663839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784408966","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1206888,0.0010258532,0.0048083873,0.008427437,0.00019545594,0.0006372624,0.0000144934675,0.00010012161,0.8641022],"genre_scores_gemma":[0.9821281,0.00010871533,0.011638815,0.000116578936,0.000053021336,0.00001230603,0.0000030719766,0.0000035534094,0.0059358687],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99888504,0.00045041603,0.00011121251,0.00012649165,0.0002955059,0.00013131849],"domain_scores_gemma":[0.9993012,0.0002208005,0.000118025484,0.00011893898,0.00019499812,0.000046038524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001836329,0.000053285363,0.00007893851,0.000010722456,0.00062382035,0.00005259524,0.00021132152,0.000046197198,0.000010848238],"category_scores_gemma":[0.0016886584,0.000030065048,0.000030937535,0.000105071995,0.00022907213,0.00011355311,0.000038936912,0.0000910709,0.000004473597],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000081783355,0.00003296884,0.007526679,0.000023529348,0.000020282949,1.5625416e-7,0.046689134,0.000023893195,0.000033493703,0.9211502,0.010834212,0.01365724],"study_design_scores_gemma":[0.0002526262,0.000047458885,0.0032162464,0.000011936761,0.0000233448,8.8598466e-7,0.10162474,0.0007388035,0.000045757635,0.0017353571,0.8922075,0.000095356474],"about_ca_topic_score_codex":0.0015480648,"about_ca_topic_score_gemma":0.001657249,"teacher_disagreement_score":0.9194149,"about_ca_system_score_codex":0.000025882642,"about_ca_system_score_gemma":0.000046255464,"threshold_uncertainty_score":0.47979847},"labels":[],"label_agreement":null},{"id":"W2786409225","doi":"10.11575/prism/5300","title":"Deconstructing the Graduate Seminar","year":2015,"lang":"en","type":"article","venue":"Open MIND","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering ethics; Computer science; Medical education; Sociology; Engineering; Medicine","score_opus":0.6094586039349522,"score_gpt":0.546654177643125,"score_spread":0.06280442629182725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786409225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5547142,0.00002728984,0.000024414638,0.019799436,0.00035248586,0.00017959235,7.1270796e-7,0.000002249284,0.42489964],"genre_scores_gemma":[0.9760123,0.0000043005543,0.0130187,0.0001120552,0.00017466025,0.0000055201244,9.1415166e-7,0.000004063069,0.010667498],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873066,0.00055775506,0.00010349906,0.00011822174,0.00036049332,0.00012934986],"domain_scores_gemma":[0.9991508,0.0004049616,0.00012933041,0.00014371352,0.00009327193,0.000077927696],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007599387,0.000040214374,0.000055296758,0.000014547686,0.00058684027,0.00048193661,0.0006164761,0.000026094714,0.0008665248],"category_scores_gemma":[0.0033329045,0.00002929043,0.000015577998,0.00010865517,0.0001498741,0.0006729659,0.0001323008,0.00012445754,0.0011514701],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013123947,0.000025954152,0.0074424804,5.057918e-7,0.00001899828,0.0000036460572,0.16639262,0.000045894732,0.000031315412,0.0036779807,0.01252515,0.8098223],"study_design_scores_gemma":[0.00015551264,0.00001471427,0.00047559245,0.0000095025935,0.000015533711,0.0000041475646,0.08402027,0.000077941884,0.00019617386,0.0020116945,0.9129425,0.000076368146],"about_ca_topic_score_codex":0.0024572087,"about_ca_topic_score_gemma":0.0021785686,"teacher_disagreement_score":0.9004174,"about_ca_system_score_codex":0.000049043534,"about_ca_system_score_gemma":0.00034305174,"threshold_uncertainty_score":0.9996262},"labels":[],"label_agreement":null},{"id":"W2788568721","doi":"10.1002/tl.20234","title":"Overview of Decoding across the Disciplines","year":2017,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Mount Royal University","funders":"","keywords":"Decoding methods; Multidisciplinary approach; Curriculum; Higher education; Sociology; Mathematics education; Pedagogy; Computer science; Psychology; Political science; Social science; Telecommunications","score_opus":0.20895184491983743,"score_gpt":0.52506483839936,"score_spread":0.3161129934795226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788568721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89290977,0.0017268542,0.0043751453,0.044351086,0.0010338982,0.000365452,0.0000042326838,0.00023611922,0.054997433],"genre_scores_gemma":[0.9669206,0.000331898,0.0043852665,0.000036275746,0.00044439835,0.000010997544,0.000001319814,0.000010818654,0.027858388],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987287,0.00066889694,0.00013845286,0.00013839848,0.00016463888,0.00016089695],"domain_scores_gemma":[0.99766874,0.0017320673,0.0003375343,0.0001767946,0.000034073943,0.0000507715],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0059877117,0.00006135333,0.000103707855,0.000027267968,0.01771042,0.00045450262,0.0002483326,0.000042429594,0.000024944738],"category_scores_gemma":[0.014985322,0.000047016394,0.00006489243,0.000033820506,0.00021247566,0.00061383884,0.00007852527,0.00049449905,0.0000021073588],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001169978,0.000023184779,0.034871038,0.000023613095,0.00003609124,8.9435e-8,0.11220688,0.00020410708,0.00008596051,0.033897467,0.0010632398,0.81757665],"study_design_scores_gemma":[0.00020392284,0.000026496156,0.0281018,0.00008648044,0.000042599677,0.0000010533557,0.024978451,0.0008167237,0.000017296938,0.0012146606,0.9444245,0.00008598019],"about_ca_topic_score_codex":0.010801809,"about_ca_topic_score_gemma":0.0031844545,"teacher_disagreement_score":0.9433613,"about_ca_system_score_codex":0.000017462804,"about_ca_system_score_gemma":0.00005950437,"threshold_uncertainty_score":0.99578536},"labels":[],"label_agreement":null},{"id":"W2791627979","doi":"10.5430/ijhe.v7n2p128","title":"Selective Planning of the First Year Experience in Higher Education: A Sweden-Australia Comparative Study of Support","year":2018,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metropolitan area; Institution; Psychological intervention; Higher education; Best practice; Strategic planning; Cohort; Plan (archaeology); Political science; Sociology; Medical education; Public relations; Pedagogy; Geography; Psychology; Business; Medicine; Marketing; Social science","score_opus":0.2965664424829083,"score_gpt":0.5606564573855465,"score_spread":0.26409001490263817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791627979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9760334,0.000047124246,0.0000026419025,0.0058037504,0.0059590526,0.00019641712,0.0000012473539,0.0000034136388,0.011952984],"genre_scores_gemma":[0.9925256,0.0000026040245,0.00027221988,0.00012368869,0.0010499107,0.000013140898,0.000001024007,0.0000047005697,0.0060071335],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979732,0.0003348373,0.0005423719,0.00011507226,0.0009427493,0.000091783855],"domain_scores_gemma":[0.9967655,0.00019029972,0.0012125623,0.00011280879,0.0016787788,0.000040046216],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000783366,0.00007680422,0.0001532952,0.00022468295,0.000113009984,0.00004593635,0.0006393018,0.000046030626,0.0014790791],"category_scores_gemma":[0.0001811232,0.00006306672,0.000050908093,0.00032741966,0.00019974151,0.0006633522,0.000038160142,0.00019362471,0.000010165397],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014011982,0.002123491,0.7284273,0.0000049106366,0.000102778875,4.88172e-7,0.24444759,0.00009754566,0.00021110021,0.011799084,0.012425445,0.00022017342],"study_design_scores_gemma":[0.0003526222,0.00021916274,0.92367756,0.00013831002,0.000023811604,0.0000028096601,0.03988741,0.0000011486898,0.00045963793,0.0010026317,0.034169625,0.00006529847],"about_ca_topic_score_codex":0.0015257391,"about_ca_topic_score_gemma":0.0005068666,"teacher_disagreement_score":0.20456018,"about_ca_system_score_codex":0.00030539234,"about_ca_system_score_gemma":0.0010554842,"threshold_uncertainty_score":0.9994337},"labels":[],"label_agreement":null},{"id":"W2793782728","doi":"","title":"MODELING LEARNING THROUGH EXPERIENCE: USING STUDENT FEEDBACK TEAMS TO CONTINUOUSLY IMPROVE TEACHING","year":2018,"lang":"en","type":"article","venue":"Developments in Business Simulation and Experiential Learning: Proceedings of the Annual ABSEL conference","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Formative assessment; Experiential learning; Set (abstract data type); Class (philosophy); Constructive; Computer science; Reciprocal; Process (computing); Peer feedback; Mathematics education; Openness to experience; Teaching method; Summative assessment; Psychology; Artificial intelligence","score_opus":0.07135759752837453,"score_gpt":0.41269417441637507,"score_spread":0.34133657688800056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793782728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98842275,0.0000144891565,0.0036787593,0.00052492844,0.0007106755,0.0005100559,8.228183e-7,0.000082432576,0.0060551083],"genre_scores_gemma":[0.9931464,0.000012857792,0.005010482,0.000118841905,0.00019372864,0.000019325045,0.0000017491266,0.00002517274,0.0014714163],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9972354,0.00016864124,0.00063203194,0.00054419605,0.0009699197,0.00044980383],"domain_scores_gemma":[0.9972409,0.00010127006,0.0004728006,0.00009178796,0.0019892617,0.00010396129],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0018125435,0.00024691768,0.0003088964,0.00017982391,0.0018465779,0.00045618357,0.00055126,0.0001502944,0.000059609763],"category_scores_gemma":[0.0039124526,0.0002246898,0.00003992108,0.0006401231,0.00034745838,0.0020518426,0.000490945,0.00049528223,0.000007616637],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001463078,0.000102694205,0.07725383,0.000029632307,0.000023180373,3.2716886e-7,0.8134187,0.09515261,0.0044748457,0.0045666997,0.000009876939,0.0048213145],"study_design_scores_gemma":[0.0014914668,0.00016185024,0.045165997,0.00079334126,0.00004195166,0.0000026131763,0.73429525,0.17943217,0.0009576602,0.0003484344,0.036341473,0.00096780283],"about_ca_topic_score_codex":0.0023556226,"about_ca_topic_score_gemma":0.00006528577,"teacher_disagreement_score":0.08427957,"about_ca_system_score_codex":0.00017887192,"about_ca_system_score_gemma":0.0002548481,"threshold_uncertainty_score":0.9994529},"labels":[],"label_agreement":null},{"id":"W2793934261","doi":"10.1177/0098628318762905","title":"A Program to Improve Student Engagement at Research-Focused Universities","year":2018,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Student engagement; Feeling; Medical education; Undergraduate research; Higher education; Pedagogy; Mathematics education; Social psychology","score_opus":0.34086583567314305,"score_gpt":0.6218950015042831,"score_spread":0.28102916583114007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793934261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7750158,0.00002334654,0.0002707942,0.02550873,0.0007231012,0.0006633422,0.0000023096604,0.00015748864,0.1976351],"genre_scores_gemma":[0.9786178,0.000007299062,0.010499798,0.00048328648,0.00037255578,0.000037459213,0.000001506061,0.000013350153,0.009966934],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99336046,0.004661036,0.00024115173,0.00037563712,0.00089997397,0.0004617702],"domain_scores_gemma":[0.9982928,0.0007114409,0.00016389225,0.00040885014,0.0002788578,0.00014412544],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.016857885,0.00009373417,0.0001605908,0.00032229663,0.0015508876,0.0000524906,0.00073357834,0.00009758184,0.00054611365],"category_scores_gemma":[0.001320552,0.00009626125,0.000049783313,0.00022914368,0.00082764914,0.00020908387,0.0003216394,0.00056928844,0.0003760303],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034861616,0.0013653799,0.009338401,0.000019106974,0.00015855649,0.000009246199,0.54172736,0.0000052151763,0.0061418563,0.1614531,0.07250839,0.20692478],"study_design_scores_gemma":[0.00060618774,0.0020336676,0.019896597,0.00002804822,0.0000239128,7.1260365e-7,0.036962643,0.000010316253,0.00015247347,0.0012098459,0.93892384,0.00015178263],"about_ca_topic_score_codex":0.0026199247,"about_ca_topic_score_gemma":0.0013315451,"teacher_disagreement_score":0.86641544,"about_ca_system_score_codex":0.00041391046,"about_ca_system_score_gemma":0.00017443873,"threshold_uncertainty_score":0.99974895},"labels":[],"label_agreement":null},{"id":"W2794519204","doi":"10.1139/cjss-2018-0006","title":"Introductory soil courses: a frontier of soil science education in Canada","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Soil Science","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Mount Royal University; Lakehead University; Université du Québec à Chicoutimi; Laurentian University; University of Saskatchewan; University of British Columbia","funders":"","keywords":"Science education; Mathematics education; Frontier; Teaching method; Soil science; Sociology; Psychology; Environmental science; Political science","score_opus":0.03550020107060039,"score_gpt":0.35676913737435767,"score_spread":0.3212689363037573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794519204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9664297,0.0003337889,0.00002147849,0.008198342,0.0044376864,0.00009068257,0.0000035527369,0.0000030443452,0.020481706],"genre_scores_gemma":[0.997623,0.000025539108,0.0006133967,0.00047085455,0.00060165336,0.0000010258731,1.6996422e-7,0.0000059374515,0.00065838295],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964557,0.00023192905,0.0005088088,0.0002862699,0.0018525082,0.00066478335],"domain_scores_gemma":[0.9955487,0.00013034676,0.0007296008,0.00028072976,0.0022768392,0.001033759],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.011514911,0.00010385081,0.00020317316,0.0010343174,0.0012654142,0.00022505778,0.0017747782,0.00004013074,0.00022053305],"category_scores_gemma":[0.008625347,0.000103495404,0.000034328692,0.0021776052,0.00588101,0.0024821472,0.000035046323,0.0003106786,0.00000985427],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000030409527,0.000116221316,0.7807715,0.000025261475,0.000017646704,0.000027008104,0.063698426,0.001964787,0.0032795775,0.0157931,0.043178998,0.091097094],"study_design_scores_gemma":[0.00059285626,0.00025420435,0.8126845,0.0004337459,0.0000494031,0.000056434346,0.09291133,0.0012541072,0.004833324,0.0030440236,0.08329158,0.00059451105],"about_ca_topic_score_codex":0.995584,"about_ca_topic_score_gemma":0.99971473,"teacher_disagreement_score":0.42637104,"about_ca_system_score_codex":0.0046214093,"about_ca_system_score_gemma":0.43099245,"threshold_uncertainty_score":0.9997254},"labels":[],"label_agreement":null},{"id":"W2796295780","doi":"","title":"Formation Par et Pour Les Pairs: Jouer Son Role De Passeur Culturel En Milieu Francophone Minoritaire Au Nouveau-Brunswick","year":2018,"lang":"fr","type":"article","venue":"Canadian Journal of Education / Revue canadienne de l éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Moncton","funders":"","keywords":"Humanities; Sociology; Art","score_opus":0.050487688622466,"score_gpt":0.34049773253965604,"score_spread":0.29001004391719004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796295780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.791464,0.004361736,0.0006258527,0.18577401,0.01293053,0.0003143558,0.000025214882,0.000014688905,0.004489615],"genre_scores_gemma":[0.96938944,0.00031917443,0.005877626,0.0021278374,0.008994288,0.000026029084,0.000062006766,0.00005248126,0.013151116],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99493223,0.0022666107,0.0009982258,0.00034607077,0.00029461097,0.0011622636],"domain_scores_gemma":[0.99310154,0.00048018296,0.00162781,0.00038148812,0.002183323,0.0022256428],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006990569,0.00033320248,0.0003702137,0.0007232251,0.0014682527,0.00030690688,0.00069306477,0.0005020074,0.0011678],"category_scores_gemma":[0.0066803778,0.0004027435,0.0002040059,0.0009353306,0.00040019111,0.0025352996,0.000012918554,0.00087916636,0.00018482028],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000021106698,0.00022339544,0.034769095,0.00019002937,0.000095022275,0.0000096429985,0.7612834,0.00024353071,0.00047915932,0.010655069,0.123843715,0.068186864],"study_design_scores_gemma":[0.00033119175,0.00022238452,0.14477126,0.0007563833,0.00020724854,0.00040282772,0.31681857,0.00050941814,0.00023269482,0.004973023,0.5303539,0.00042108746],"about_ca_topic_score_codex":0.70826393,"about_ca_topic_score_gemma":0.9840133,"teacher_disagreement_score":0.4444648,"about_ca_system_score_codex":0.015450362,"about_ca_system_score_gemma":0.068918906,"threshold_uncertainty_score":0.99984246},"labels":[],"label_agreement":null},{"id":"W2797994510","doi":"10.1108/jea-01-2017-0009","title":"Academic culture: a promising mediator of school leaders’ influence on student learning","year":2018,"lang":"en","type":"article","venue":"Journal of Educational Administration","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Construct (python library); Structural equation modeling; Descriptive statistics; Originality; Latent variable; Optimism; Mathematics education; Academic achievement; Confirmatory factor analysis; Variance (accounting); Regression analysis; Instructional leadership; Social psychology; Educational leadership; Pedagogy; Statistics; Mathematics; Computer science; Creativity","score_opus":0.13562442625429066,"score_gpt":0.5152922347573534,"score_spread":0.37966780850306275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797994510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9636737,0.00009457843,0.000036147758,0.03123547,0.00054843136,0.00012729377,6.7508e-7,0.0000058660694,0.0042778417],"genre_scores_gemma":[0.99481887,0.000058032343,0.0016561158,0.00021190384,0.002029925,0.0000036534818,0.0000024488256,0.000005629206,0.001213425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976123,0.00046378266,0.00056160655,0.00010782201,0.0011353815,0.000119104996],"domain_scores_gemma":[0.99674374,0.0006615764,0.0013580346,0.00006531762,0.0010225481,0.00014876512],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028450133,0.00007570949,0.00012352497,0.00013827824,0.00036607758,0.00006738959,0.00026629595,0.000095735195,0.00045010296],"category_scores_gemma":[0.013297221,0.000068743764,0.000055374054,0.00019954593,0.00026451505,0.00095458364,0.000009774746,0.00052586803,0.000053520907],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059718156,0.0016024204,0.59619874,0.000059918897,0.0002235151,0.0000025494498,0.24095836,0.00080223125,0.027275825,0.116187185,0.013210526,0.0028815586],"study_design_scores_gemma":[0.0010014625,0.0035953056,0.8469847,0.00067043677,0.00017455997,0.000043874203,0.06846378,0.00003457428,0.009803721,0.008385393,0.0604802,0.00036201047],"about_ca_topic_score_codex":0.00002392428,"about_ca_topic_score_gemma":0.000046786634,"teacher_disagreement_score":0.25078595,"about_ca_system_score_codex":0.00022005432,"about_ca_system_score_gemma":0.002903875,"threshold_uncertainty_score":0.9950142},"labels":[],"label_agreement":null},{"id":"W2799875361","doi":"10.5206/cjsotl-rcacea.2018.1.10","title":"Sparking SoTL: Triggers and Stories from One Institution","year":2018,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Scholarship of Teaching and Learning; Suite; Scholarship; Academic institution; Institution; Sociology; Humanities; Psychology; Library science; Pedagogy; Political science; Computer science; Art; Teaching method; Teaching and learning center; Social science","score_opus":0.18899958160001293,"score_gpt":0.4164645416338483,"score_spread":0.22746496003383535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799875361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97348034,0.0019042355,0.0009131231,0.020444172,0.00074093946,0.00014507954,0.0000026409161,0.0000178322,0.0023516312],"genre_scores_gemma":[0.9965856,0.000066791334,0.0014877846,0.00019705684,0.00092300633,0.0000019801448,8.354745e-7,0.000009497974,0.00072746235],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968524,0.0023214426,0.00017786311,0.00011073602,0.00029325497,0.00024432162],"domain_scores_gemma":[0.9970208,0.0022393872,0.00029493592,0.00009662822,0.00014025453,0.00020801486],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.023215681,0.000077329096,0.000111393274,0.000095349365,0.01861678,0.0007886186,0.0002939816,0.00007185842,0.00004089109],"category_scores_gemma":[0.018432945,0.000053319258,0.000041131836,0.0000702281,0.00076132995,0.0006751312,0.000017803435,0.0019310442,0.0000021475532],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014484535,0.000014234099,0.08860292,0.00001848089,0.0003244828,0.0000024030703,0.42219022,0.0005282848,0.00050488865,0.114512034,0.00044889975,0.37270832],"study_design_scores_gemma":[0.0007656193,0.000256149,0.07610301,0.00041159976,0.00036181812,0.00002770721,0.07181989,0.0006801618,0.00006846691,0.02331818,0.82589406,0.00029336146],"about_ca_topic_score_codex":0.14637852,"about_ca_topic_score_gemma":0.18565759,"teacher_disagreement_score":0.8254452,"about_ca_system_score_codex":0.00012938122,"about_ca_system_score_gemma":0.0005701421,"threshold_uncertainty_score":0.9898352},"labels":[],"label_agreement":null},{"id":"W2800444040","doi":"10.5206/cjsotl-rcacea.2018.1.3","title":"Chemistry Professors' Perceptions of Undergraduate Learning","year":2018,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Université du Québec à Montréal","funders":"Social Sciences and Humanities Research Council of Canada; McGill University","keywords":"Curiosity; Psychology; Pedagogy; Perception; Active learning (machine learning); Chemistry education; Mathematics education; Computer science; Social psychology","score_opus":0.11415663473531354,"score_gpt":0.42622382312424656,"score_spread":0.312067188388933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800444040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9550647,0.000401357,0.0005722191,0.036367632,0.00032684437,0.00016053316,0.0000015577151,0.000019460396,0.0070856926],"genre_scores_gemma":[0.98852825,0.000034714834,0.0007010565,0.000072465125,0.0004710797,0.0000033075116,0.0000010408476,0.000014656806,0.010173447],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99584323,0.003149538,0.00025367364,0.00010662296,0.00034525854,0.0003016755],"domain_scores_gemma":[0.9967869,0.002100028,0.00048071652,0.00012642844,0.000302217,0.00020370014],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.026927415,0.00008784294,0.00012950794,0.00007563618,0.01617547,0.000305379,0.00048414594,0.000086951615,0.00012799195],"category_scores_gemma":[0.022352401,0.000059614584,0.000092686816,0.000107860935,0.000787628,0.0003624777,0.000023194329,0.0032936637,0.0000045244965],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014969548,0.000049521845,0.24247475,0.0001530708,0.0005750601,0.000002791741,0.5078111,0.0063840863,0.0061664833,0.07078035,0.0014796078,0.16397342],"study_design_scores_gemma":[0.001316097,0.00059050904,0.07384399,0.0010033047,0.0007349448,0.00014342484,0.3116778,0.0030188707,0.00037505844,0.037081283,0.56955355,0.00066116947],"about_ca_topic_score_codex":0.023942385,"about_ca_topic_score_gemma":0.029042257,"teacher_disagreement_score":0.5680739,"about_ca_system_score_codex":0.0001049454,"about_ca_system_score_gemma":0.0007523115,"threshold_uncertainty_score":0.9990058},"labels":[],"label_agreement":null},{"id":"W2800799470","doi":"10.5206/cjsotl-rcacea.2018.1.9","title":"Centres for Teaching and Learning Across Canada: What’s Going On?","year":2018,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Scholarship; Pedagogy; Context (archaeology); Sociology; Scholarship of Teaching and Learning; Political science; Thriving; Humanities; Teaching method; Teaching and learning center; Social science; Geography; Art","score_opus":0.09418084140594732,"score_gpt":0.4111056483682559,"score_spread":0.3169248069623086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800799470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9482741,0.001836423,0.00044590898,0.045995012,0.0012694424,0.00039046095,0.0000060784573,0.000027123351,0.0017554847],"genre_scores_gemma":[0.99133646,0.00006108601,0.0012201509,0.0008556194,0.0010179811,0.000007823043,0.00000185372,0.000030746323,0.005468282],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929915,0.0053086844,0.0003148704,0.0002250554,0.00047360093,0.0006862737],"domain_scores_gemma":[0.98901105,0.009716313,0.00050100934,0.00014835237,0.00022052063,0.00040273689],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05187573,0.00016824744,0.0002038833,0.00007478314,0.04820774,0.0021255983,0.0005396001,0.00009923029,0.00001991312],"category_scores_gemma":[0.05371479,0.0001176559,0.000085285035,0.000067641566,0.00056770776,0.0010396546,0.00003916162,0.005452302,0.0000012631102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001659757,0.000013271053,0.024546288,0.000048981172,0.0002586479,0.000003937575,0.33049512,0.0031364853,0.000082536644,0.023428014,0.002273995,0.61554676],"study_design_scores_gemma":[0.00052331545,0.00028119088,0.0074146376,0.0004356949,0.00010877597,0.000037394504,0.17804612,0.0015937656,0.000013782781,0.0014643909,0.809843,0.00023789842],"about_ca_topic_score_codex":0.7342326,"about_ca_topic_score_gemma":0.95187956,"teacher_disagreement_score":0.807569,"about_ca_system_score_codex":0.0003343518,"about_ca_system_score_gemma":0.0012072523,"threshold_uncertainty_score":0.9989103},"labels":[],"label_agreement":null},{"id":"W2801638511","doi":"10.5206/cjsotl-rcacea.2018.1.8","title":"Navigating the Tensions of Innovative Assessment and Pedagogy in Higher Education","year":2018,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Practicum; Pedagogy; Sociology; Curriculum; Vision; Higher education; Humanities; Political science","score_opus":0.21160952183031134,"score_gpt":0.5304655036267557,"score_spread":0.31885598179644437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801638511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91884285,0.0005972708,0.000043792166,0.07754412,0.00038010016,0.00016585522,8.2454983e-7,0.0000035989335,0.0024215637],"genre_scores_gemma":[0.9973931,0.000016929716,0.0010177393,0.00037566476,0.0003005446,0.0000045447587,5.333654e-7,0.0000071819964,0.00088380685],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962928,0.0029932891,0.00022715802,0.000080436635,0.00022770297,0.00017855946],"domain_scores_gemma":[0.99631566,0.0027575777,0.00041606592,0.00009625981,0.00033155558,0.0000828772],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.026411371,0.000060881128,0.000094717616,0.00006193172,0.0070220158,0.00023523752,0.0002709664,0.000047278667,0.000041653533],"category_scores_gemma":[0.007940076,0.000033864464,0.000024414327,0.0001717458,0.0005446218,0.00031819378,0.00002203948,0.0028569633,3.5408257e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022376493,0.000019728344,0.28496054,0.000015664129,0.00007740745,4.4259056e-7,0.23860504,0.00030593877,0.00036331973,0.16469131,0.00021427566,0.31072396],"study_design_scores_gemma":[0.00031202612,0.00018312168,0.76752543,0.00052554935,0.00007125617,0.00002496914,0.14446986,0.00035549368,0.000014099581,0.015445953,0.07094236,0.00012987765],"about_ca_topic_score_codex":0.06856034,"about_ca_topic_score_gemma":0.065778285,"teacher_disagreement_score":0.48256493,"about_ca_system_score_codex":0.00010278034,"about_ca_system_score_gemma":0.0014174721,"threshold_uncertainty_score":0.9994435},"labels":[],"label_agreement":null},{"id":"W2803302883","doi":"10.4195/nse2017.12.0024","title":"Professional Learning Experiences in a Field‐Based Course: Student Perceptions and Preferences","year":2018,"lang":"en","type":"article","venue":"Natural sciences education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Golder Associates (Canada); SoilVision Systems (Canada); University of Saskatchewan","funders":"","keywords":"Professional learning community; Context (archaeology); Government (linguistics); Professional development; Value (mathematics); Psychology; Perception; Pedagogy; Geography; Computer science","score_opus":0.09207520239320936,"score_gpt":0.5381958813791224,"score_spread":0.44612067898591307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803302883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9715102,0.00033317803,0.0000123496275,0.015501108,0.0018443593,0.00022443326,1.3090241e-7,0.00004159435,0.010532655],"genre_scores_gemma":[0.9957815,0.000029392088,0.0014545218,0.0004474872,0.0003383968,0.00007722704,0.0000018352811,0.0000021383576,0.0018674904],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99797004,0.00062370393,0.00016327456,0.00029178543,0.00072991377,0.0002212554],"domain_scores_gemma":[0.99904364,0.0005208033,0.00013725573,0.000061486266,0.0001650235,0.0000717717],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0024138265,0.00007581962,0.000074931544,0.0001362288,0.0016808489,0.00024076048,0.0003065103,0.00006770587,0.0007442063],"category_scores_gemma":[0.0014344973,0.00006139654,0.000016333275,0.00052819547,0.000838928,0.00093129516,0.000036231006,0.00025776675,0.000026564365],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014544516,0.00031133936,0.56492805,0.000006378843,0.0000031052089,1.9329025e-7,0.33579794,0.000019685098,0.0001829313,0.007925247,0.0013078225,0.08950275],"study_design_scores_gemma":[0.00012498499,0.00021208919,0.48106477,0.00009080819,0.000007923596,9.792908e-7,0.5073285,0.00091748737,0.00006656544,0.0009552753,0.009062776,0.0001678617],"about_ca_topic_score_codex":0.0020715776,"about_ca_topic_score_gemma":0.0054989066,"teacher_disagreement_score":0.17153054,"about_ca_system_score_codex":0.00008490716,"about_ca_system_score_gemma":0.0013294669,"threshold_uncertainty_score":0.9996188},"labels":[],"label_agreement":null},{"id":"W2804528069","doi":"","title":"Aligning the transition from tenure-track to tenured with a model","year":2018,"lang":"en","type":"article","venue":"2018 Conference of the Canadian Society for the Study of Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Conceptual model; Work (physics); Track (disk drive); Focus (optics); Ethnography; Public relations; Decision model; Land tenure; Sociology; Positive economics; Labour economics; Business; Political science; Social psychology; Psychology; Computer science; Economics; History; Engineering","score_opus":0.12940697144513322,"score_gpt":0.39187679788862007,"score_spread":0.2624698264434868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804528069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8878721,0.00004241978,0.0018360139,0.10404538,0.0006707063,0.0024979098,0.00006526669,0.0000136728295,0.002956525],"genre_scores_gemma":[0.99576867,0.000004121096,0.001968505,0.0010011536,0.00026919864,0.00011399326,0.0000044211415,0.000009409831,0.00086056016],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99879795,0.0002014454,0.00018781013,0.0001714842,0.00045189942,0.00018941006],"domain_scores_gemma":[0.9981474,0.00033420598,0.00027800218,0.00040514875,0.00074563327,0.00008959571],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016713956,0.00008961281,0.00011364611,0.000025163867,0.0019124429,0.00009052273,0.0006444937,0.000058649992,0.000042343807],"category_scores_gemma":[0.0004231038,0.000049934435,0.00010312646,0.00025420202,0.00053005887,0.00019040509,0.000016696915,0.0001183315,0.0000032785044],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005082233,0.00021508218,0.0009190639,0.000008331018,0.0002553605,8.302436e-9,0.9475809,0.00077172293,0.00049014605,0.0073080347,0.036565613,0.00583495],"study_design_scores_gemma":[0.0007704454,0.00062246056,0.026374556,0.00019509603,0.0009099288,4.3155399e-7,0.9261826,0.010940321,0.0005460465,0.011370676,0.021773698,0.0003137321],"about_ca_topic_score_codex":0.4904643,"about_ca_topic_score_gemma":0.8429425,"teacher_disagreement_score":0.35247818,"about_ca_system_score_codex":0.00020209044,"about_ca_system_score_gemma":0.0031825139,"threshold_uncertainty_score":0.9993869},"labels":[],"label_agreement":null},{"id":"W2805664218","doi":"10.4000/rechercheformation.2771","title":"Effets de la formation à l’enseignement sur les pratiques des nouveaux enseignants-chercheurs","year":2017,"lang":"fr","type":"article","venue":"Recherche & formation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.4937487488888435,"score_gpt":0.49874217033028534,"score_spread":0.004993421441441825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805664218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8401042,0.0031956458,0.030822463,0.023596304,0.0006838677,0.00090302876,0.000017028193,0.00023603225,0.100441396],"genre_scores_gemma":[0.94742244,0.00796589,0.03770657,0.00021955588,0.00034597647,0.000088577464,0.000043058328,0.000040807674,0.0061671003],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9850591,0.012278379,0.0007566066,0.00030739268,0.00092403445,0.00067452004],"domain_scores_gemma":[0.99371976,0.0031299444,0.0015657131,0.0005925146,0.0007744512,0.0002176474],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031425897,0.00033378977,0.0003116267,0.00014268936,0.0035455867,0.0013039527,0.00076153333,0.0011590386,0.0003757293],"category_scores_gemma":[0.028517747,0.00035419426,0.00017247516,0.00019861314,0.0009219102,0.011642447,0.0001399581,0.00130661,0.0003612743],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000706625,0.0004148662,0.0018145005,0.000661491,0.00008073522,0.0000047826134,0.34952593,0.00014136099,0.0025295236,0.036463637,0.0062988475,0.6019937],"study_design_scores_gemma":[0.004884785,0.0010565316,0.22067238,0.0044243005,0.0010390651,0.0001946824,0.119193174,0.06642597,0.041290525,0.17314734,0.3651335,0.0025377395],"about_ca_topic_score_codex":0.012656158,"about_ca_topic_score_gemma":0.0077283178,"teacher_disagreement_score":0.5994559,"about_ca_system_score_codex":0.003962497,"about_ca_system_score_gemma":0.0010380459,"threshold_uncertainty_score":0.999891},"labels":[],"label_agreement":null},{"id":"W2806733296","doi":"10.5430/ijhe.v7n3p143","title":"Teaching Effectiveness in Private Higher Education Institutions in Botswana: Analysis of Students’ Perceptions","year":2018,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Higher education; Medical education; Test (biology); Perception; Nationality; Stratified sampling; Significant difference; Psychology; Sample (material); Quality (philosophy); Descriptive statistics; Mathematics education; Medicine; Political science; Mathematics","score_opus":0.08509589004697499,"score_gpt":0.5338413137805986,"score_spread":0.44874542373362364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806733296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97644067,0.00014834224,0.00014902586,0.007869374,0.00495354,0.00016337684,0.0000030842898,0.000009272756,0.01026331],"genre_scores_gemma":[0.9956607,0.00004069827,0.0011801862,0.00026577408,0.0010073946,0.000019045365,0.000016542133,0.000007723993,0.0018018839],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968203,0.0011410757,0.0006872467,0.00016868969,0.0010485363,0.0001341857],"domain_scores_gemma":[0.99762094,0.00036315114,0.00078955136,0.00013845382,0.0010151111,0.0000727999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034059717,0.00009993333,0.00023226223,0.002012695,0.00015458485,0.000111292626,0.0006869158,0.00008686408,0.0008973012],"category_scores_gemma":[0.0005573425,0.000102924125,0.00012436986,0.00092836976,0.00017922978,0.0012884849,0.000047311198,0.0003401254,0.000015732601],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074144096,0.0019997838,0.83672315,0.0000075040102,0.00036044887,9.763194e-7,0.010362318,0.0006375371,0.0007775558,0.14298187,0.00033961347,0.005735096],"study_design_scores_gemma":[0.0003147758,0.000043689717,0.95870686,0.0001885632,0.00018645814,0.0000014324329,0.0014757998,0.000012631693,0.000024013141,0.002969909,0.03598641,0.0000894545],"about_ca_topic_score_codex":0.006182006,"about_ca_topic_score_gemma":0.0020817427,"teacher_disagreement_score":0.14001195,"about_ca_system_score_codex":0.0011903726,"about_ca_system_score_gemma":0.0014915833,"threshold_uncertainty_score":0.9824819},"labels":[],"label_agreement":null},{"id":"W2807926734","doi":"10.1145/3209635.3209655","title":"Exam Wrappers","year":2018,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Medical education; Computer science; Drop out; Test (biology); Mathematics education; Psychology; Medicine","score_opus":0.2508113948073107,"score_gpt":0.5182574327298312,"score_spread":0.2674460379225205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807926734","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07344648,0.000007846079,0.0003483623,0.019269515,0.0003150418,0.000045038596,7.2097386e-8,0.00012251947,0.90644515],"genre_scores_gemma":[0.9508851,0.0000064164797,0.003163654,0.001004202,0.00043682836,0.000001532358,1.7123567e-7,0.0000023295725,0.044499736],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993299,0.0001978085,0.000048570597,0.00007349495,0.00025012266,0.00010005322],"domain_scores_gemma":[0.9996479,0.00013914665,0.000028872566,0.00007497038,0.0000657696,0.00004332771],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016048264,0.00002230886,0.00002539083,0.000022725182,0.00043757967,0.000048425296,0.00012243766,0.00002486608,0.009095979],"category_scores_gemma":[0.0009659326,0.000019864592,0.000012929602,0.00008618544,0.00019930323,0.00028374794,0.000012583749,0.000038220227,0.0021073476],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074452,0.000044635184,0.0129944775,0.0000011024855,0.000014554001,5.239635e-7,0.04884736,7.6276604e-7,0.0002841383,0.7209439,0.16222265,0.054638445],"study_design_scores_gemma":[0.000044500153,0.000021191892,0.0030911008,0.0000012676097,0.00000331077,9.781964e-8,0.0051266,0.00002302857,0.00014478741,0.0016649879,0.9898383,0.000040846444],"about_ca_topic_score_codex":0.0031376116,"about_ca_topic_score_gemma":0.0027403766,"teacher_disagreement_score":0.87743866,"about_ca_system_score_codex":0.000023306307,"about_ca_system_score_gemma":0.000069451526,"threshold_uncertainty_score":0.9986696},"labels":[],"label_agreement":null},{"id":"W2808179762","doi":"10.7939/r34d7w","title":"The network structure of courses in Alberta's provincial education system","year":2011,"lang":"en","type":"article","venue":"University of Alberta Library","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Geography","score_opus":0.02292336423091141,"score_gpt":0.26266767146715353,"score_spread":0.23974430723624213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808179762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7568029,0.00007954754,0.000004156609,0.002927099,0.00035182943,0.00022225459,0.0000014173506,0.000014957778,0.23959583],"genre_scores_gemma":[0.9894732,0.000030493138,0.00088350056,0.000024787907,0.00008558399,9.459756e-8,0.000005072531,0.000004761349,0.009492468],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990062,0.00044645322,0.000121617886,0.000105322244,0.00019583749,0.00012457755],"domain_scores_gemma":[0.9987337,0.00074303715,0.0002924217,0.00014851282,0.000039933988,0.00004238682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024292384,0.000054232434,0.000102958205,0.000040418745,0.00032838964,0.000014565849,0.00044119384,0.0000753727,0.00028403313],"category_scores_gemma":[0.00019612623,0.000050678933,0.000038330825,0.00019826196,0.0002428323,0.0009586548,0.00006529945,0.00010038903,0.000006019379],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017930222,0.0001030611,0.23899786,0.000047166166,0.000035738143,7.908526e-7,0.12276607,0.000043338543,0.000008802628,0.6257622,0.009395753,0.0026598633],"study_design_scores_gemma":[0.00084093114,0.00018044133,0.31842467,0.00052102306,0.00017193495,0.000002296214,0.24718213,0.00026479468,0.00031899428,0.00921121,0.42244458,0.00043699128],"about_ca_topic_score_codex":0.18528816,"about_ca_topic_score_gemma":0.16769394,"teacher_disagreement_score":0.61655104,"about_ca_system_score_codex":0.000034961293,"about_ca_system_score_gemma":0.00087523175,"threshold_uncertainty_score":0.84749347},"labels":[],"label_agreement":null},{"id":"W2809552543","doi":"10.1093/oso/9780198821212.001.0001","title":"The Scholarship of Teaching and Learning","year":2018,"lang":"en","type":"book","venue":"Oxford University Press eBooks","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship of Teaching and Learning; Scholarship; Framing (construction); Discipline; Mathematics education; Engineering ethics; Sociology; Pedagogy; Political science; Teaching method; Teaching and learning center; Psychology; Engineering; Social science","score_opus":0.08750108392678839,"score_gpt":0.3433744870944848,"score_spread":0.2558734031676964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809552543","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014681453,0.00011603601,0.00004371751,0.00021516033,0.0001475801,0.00019898564,0.0000037259745,0.00006696394,0.9977397],"genre_scores_gemma":[0.0027156037,0.0002770485,0.00060543587,0.00001745704,0.00016825413,2.543132e-7,0.000002912403,0.000013652555,0.99619937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99652255,0.002421158,0.00012783034,0.00021511863,0.00051915087,0.00019421312],"domain_scores_gemma":[0.996998,0.0020631556,0.00049234484,0.00020565007,0.00016074453,0.0000801008],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0058471947,0.000121923375,0.00016112786,0.000074077216,0.0037235618,0.00014582371,0.0005860588,0.00023738306,0.000011317879],"category_scores_gemma":[0.0019554861,0.00011639102,0.00006767141,0.000007935068,0.0008162938,0.00028039352,0.00027758552,0.0014910159,6.421251e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050880655,0.000005887811,0.00010828226,0.000030684096,0.00009619834,0.0000032624907,0.012323969,0.0000023629611,0.00000437687,0.9475188,0.0049128346,0.034942437],"study_design_scores_gemma":[0.0001282326,0.00004139709,0.000047968762,0.00009998213,0.000104725856,4.6521438e-7,0.0018914035,0.000010298599,0.0000032802018,0.0013489259,0.99620295,0.0001203539],"about_ca_topic_score_codex":0.00067782524,"about_ca_topic_score_gemma":0.00042575845,"teacher_disagreement_score":0.99129015,"about_ca_system_score_codex":0.00016794079,"about_ca_system_score_gemma":0.00040734498,"threshold_uncertainty_score":0.99757344},"labels":[],"label_agreement":null},{"id":"W2809751980","doi":"10.22329/celt.v11i0.4964","title":"Shoes for the Shoemaker’s Children: Providing an Accreditation Process for Programs Offered by Educational Developers","year":2018,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; Dalhousie University; University of Victoria; Red Deer Polytechnic; York University","funders":"","keywords":"Accreditation; Caucus; Medical education; Process (computing); Quality (philosophy); Pedagogy; Psychology; Engineering; Political science; Medicine; Computer science","score_opus":0.09238332537667211,"score_gpt":0.44319203780654004,"score_spread":0.35080871242986794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809751980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95054996,0.00016077387,0.013978042,0.023079043,0.0006036068,0.0035246187,0.000014312124,0.00040265493,0.007686986],"genre_scores_gemma":[0.9905665,0.000009537501,0.004210734,0.0001707803,0.0008576034,0.00063266157,0.00016337978,0.000032669468,0.003356149],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99785686,0.00077543594,0.00022751225,0.00040040226,0.0004004531,0.0003393538],"domain_scores_gemma":[0.99648,0.0026505373,0.00027452916,0.00009935229,0.00039746962,0.000098103694],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0042111897,0.0001565872,0.00014462811,0.00010060715,0.007596498,0.00059081323,0.00025641517,0.000111320274,0.00002430618],"category_scores_gemma":[0.012174757,0.00012639095,0.00004205638,0.00018532231,0.00021768964,0.0005875234,0.000017931348,0.00041142854,0.0000022001102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009685746,0.0009216621,0.067738846,0.00014377249,0.00041610675,1.3125099e-7,0.2941687,0.0005376559,0.0009944027,0.09720052,0.016170522,0.5207391],"study_design_scores_gemma":[0.008204827,0.007786457,0.04651212,0.001044048,0.0009021921,0.000017080438,0.20531,0.11613949,0.0009857417,0.018951923,0.5911368,0.003009312],"about_ca_topic_score_codex":0.00028523468,"about_ca_topic_score_gemma":0.00041380338,"teacher_disagreement_score":0.57496625,"about_ca_system_score_codex":0.0001120816,"about_ca_system_score_gemma":0.00056451134,"threshold_uncertainty_score":0.99614614},"labels":[],"label_agreement":null},{"id":"W2810070530","doi":"10.1187/cbe.17-12-0287","title":"The Lecture Machine: A Cultural Evolutionary Model of Pedagogy in Higher Education","year":2018,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Arizona State University; John Templeton Foundation; National Science Foundation","keywords":"Leverage (statistics); Cultural transmission in animals; Expediting; Higher education; Selection (genetic algorithm); Evolutionary theory; Mathematics education; Pedagogy; Sociology; Psychology; Computer science; Epistemology; Political science; Engineering","score_opus":0.16248712807472732,"score_gpt":0.5147474718931616,"score_spread":0.3522603438184343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810070530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62060344,0.005289588,0.00021811064,0.16584146,0.006933865,0.0006900396,0.0000050550693,0.00007657995,0.20034187],"genre_scores_gemma":[0.9879884,0.00018526836,0.0025926235,0.00084120774,0.00079453544,0.000048882306,0.0000051536285,0.0000052479895,0.0075386656],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99766606,0.0005959419,0.00030132447,0.00028118884,0.00089693104,0.00025853136],"domain_scores_gemma":[0.9983445,0.00034913968,0.00033522426,0.00020334119,0.0006731031,0.000094729134],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0034671826,0.00009676301,0.00009612909,0.00016303954,0.0015651803,0.000111500434,0.00062016625,0.00008309293,0.00030588798],"category_scores_gemma":[0.0030888002,0.00007075496,0.000040445342,0.00081727543,0.0014661443,0.0010370241,0.000041430485,0.00016239747,0.000039336395],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058585174,0.0007761221,0.049250834,0.000024721408,0.000015220589,3.0583116e-8,0.06397434,0.002528315,0.0010568197,0.73825467,0.07210311,0.07195725],"study_design_scores_gemma":[0.00040674602,0.0002827496,0.19066261,0.00016640831,0.00006797908,0.0000034985283,0.068597585,0.033796836,0.00019891321,0.15093799,0.5541955,0.0006831764],"about_ca_topic_score_codex":0.0050078686,"about_ca_topic_score_gemma":0.0036452296,"teacher_disagreement_score":0.58731663,"about_ca_system_score_codex":0.00030725627,"about_ca_system_score_gemma":0.009885684,"threshold_uncertainty_score":0.99973464},"labels":[],"label_agreement":null},{"id":"W2810840826","doi":"10.1080/15236803.2007.12001486","title":"Creating an Accelerated Joint BA-MPA Degree Program for Adult Learners","year":2007,"lang":"en","type":"article","venue":"Journal of Public Affairs Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Degree program; Diversity (politics); Medical education; Graduate degree; Professional degree; Public relations; Order (exchange); Quarter (Canadian coin); Political science; Psychology; Business; Medicine","score_opus":0.276898901181804,"score_gpt":0.4928908858350564,"score_spread":0.21599198465325242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810840826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8243996,0.00017949988,0.012194974,0.06315358,0.0026167692,0.0010749003,0.0000012640033,0.00015365897,0.096225776],"genre_scores_gemma":[0.9350921,0.000026156078,0.061669964,0.00020245796,0.0017656168,0.000021324233,0.000011989731,0.000017594912,0.0011928203],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9975226,0.000550209,0.00064967887,0.00015671334,0.00076322415,0.00035760968],"domain_scores_gemma":[0.9943214,0.00044886945,0.0014292937,0.00013721356,0.0033053702,0.00035784897],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013940721,0.00010663229,0.00017145748,0.00038401556,0.000693392,0.0005765658,0.00034072797,0.00012278046,0.00019403793],"category_scores_gemma":[0.0172461,0.000098852805,0.000110504094,0.00045210696,0.00010349848,0.0030587036,0.00001382132,0.0003251286,0.0000075626235],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005219077,0.0012909697,0.007026748,0.00001969588,0.00006419174,7.637728e-7,0.038796358,0.000030487035,0.0005999556,0.03397412,0.00879797,0.9093466],"study_design_scores_gemma":[0.00110164,0.001187216,0.037720814,0.00013211019,0.00014746722,0.000031142667,0.7378396,0.00059952267,0.00044347066,0.0038034988,0.21659459,0.00039892804],"about_ca_topic_score_codex":0.00051170395,"about_ca_topic_score_gemma":0.0016006402,"teacher_disagreement_score":0.90894765,"about_ca_system_score_codex":0.0004953439,"about_ca_system_score_gemma":0.002904963,"threshold_uncertainty_score":0.99103206},"labels":[],"label_agreement":null},{"id":"W2811048131","doi":"10.1080/1360144x.2018.1485626","title":"Iterative practices and academic development","year":2018,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Sociology; Engineering ethics; Mathematics education; Pedagogy; Computer science; Psychology; Engineering","score_opus":0.2735806666721427,"score_gpt":0.5343063774764649,"score_spread":0.2607257108043222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811048131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83532625,0.0011097282,0.007668367,0.13327025,0.0073674084,0.0008772821,0.000004742013,0.000110128756,0.014265837],"genre_scores_gemma":[0.9451,0.0012629664,0.029068416,0.0052689435,0.004515886,0.00010046673,0.000009431137,0.000028618582,0.014645282],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99710464,0.0003273554,0.0006121405,0.0002320557,0.0014005785,0.00032324364],"domain_scores_gemma":[0.99641514,0.0012440142,0.0012766065,0.000069264395,0.0008381453,0.00015680226],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010348421,0.00014800194,0.0001243523,0.00016281335,0.0022055083,0.00031824043,0.0012056114,0.00015904303,0.00017940412],"category_scores_gemma":[0.0055870255,0.000108503955,0.00003565199,0.0000999809,0.0003063237,0.0011485468,0.00020637279,0.001013121,0.00011246601],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006446128,0.00008695562,0.017303828,0.000014707271,0.001119381,0.000011116719,0.45932263,0.000018454615,0.0025518998,0.052807525,0.046564505,0.41955438],"study_design_scores_gemma":[0.00039053184,0.000025211764,0.008508678,0.00009889598,0.00002163911,0.000072282885,0.0051856674,0.00006516132,0.0024596131,0.0042855404,0.9787174,0.00016936955],"about_ca_topic_score_codex":0.000038789516,"about_ca_topic_score_gemma":0.00013043036,"teacher_disagreement_score":0.9321529,"about_ca_system_score_codex":0.00054770836,"about_ca_system_score_gemma":0.0014921341,"threshold_uncertainty_score":0.9990935},"labels":[],"label_agreement":null},{"id":"W2831165","doi":"10.55016/ojs/ajer.v55i4.55342","title":"The Consequential Validity of Student Ratings: What do Instructors Really Think?","year":2010,"lang":"en","type":"article","venue":"Alberta Journal of Educational Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Strengths and weaknesses; Applied psychology; Accountability; Medical education; Sample (material); Perception; Social psychology; Higher education; Medicine","score_opus":0.24722520176287413,"score_gpt":0.5587972615610401,"score_spread":0.31157205979816605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2831165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.876415,0.00027920143,7.3002116e-7,0.0990467,0.0022540926,0.00016707205,5.6092034e-7,5.7374626e-7,0.02183605],"genre_scores_gemma":[0.9914168,0.001216781,0.0004761797,0.000072920375,0.0011119256,0.0000052766327,0.0000012961666,0.00000813331,0.005690704],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935238,0.0026688348,0.0006276137,0.00013073045,0.0027589493,0.00029007878],"domain_scores_gemma":[0.9278778,0.068316475,0.0007714833,0.00023877168,0.0025977565,0.00019774763],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021602826,0.00007335619,0.00014338743,0.00018365389,0.0014544976,0.0007228601,0.0011216769,0.000085393345,0.0047520576],"category_scores_gemma":[0.10222991,0.000052132036,0.00010182499,0.0003278923,0.0011516617,0.0013902333,0.00009418355,0.0011510315,0.00005478975],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000158855,0.000652384,0.2062445,0.000018399753,0.00020703953,7.635997e-7,0.07862072,0.000017459348,0.004133798,0.6767577,0.02562389,0.0075644944],"study_design_scores_gemma":[0.0011827537,0.0006651625,0.32757372,0.00037395966,0.00012882586,0.0000869968,0.17772463,0.000019190382,0.0014017719,0.06077432,0.4297108,0.00035785587],"about_ca_topic_score_codex":0.0045288526,"about_ca_topic_score_gemma":0.018827073,"teacher_disagreement_score":0.61598337,"about_ca_system_score_codex":0.00014709403,"about_ca_system_score_gemma":0.005525396,"threshold_uncertainty_score":0.99984545},"labels":[],"label_agreement":null},{"id":"W2880570","doi":"10.11575/prism/30330","title":"Cutting Edge Research by Undergraduates on a Shoestring?","year":2005,"lang":"en","type":"article","venue":"PubMed","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Context (archaeology); Computer science; Resource (disambiguation); Work (physics); Focus (optics); Engineering ethics; Enhanced Data Rates for GSM Evolution; Key (lock); Engineering management; Mathematics education; Knowledge management; Psychology; Engineering; Artificial intelligence; Computer security; Mechanical engineering","score_opus":0.3617028287791717,"score_gpt":0.4908678436468519,"score_spread":0.12916501486768017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2880570","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26975742,0.00029771292,0.000025037569,0.23033075,0.00028418752,0.00078053336,0.0000024099447,0.0002362192,0.49828574],"genre_scores_gemma":[0.9785792,0.00006389305,0.0002905067,0.00046150567,0.00061189017,0.00036783193,0.0000020295633,0.000011415475,0.01961171],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967732,0.0011624949,0.00015378957,0.00023943502,0.0010902137,0.0005808985],"domain_scores_gemma":[0.9976025,0.0018693608,0.0000814511,0.00016596813,0.000113933966,0.00016679168],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011393529,0.0000665442,0.0000765357,0.00012719308,0.0009685809,0.0002484863,0.00034397695,0.00006668874,0.00007966892],"category_scores_gemma":[0.008831607,0.000065849046,0.000031564003,0.00033986135,0.00017801716,0.0004926763,0.000052026127,0.00040978627,0.00029342374],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017988395,0.00018158677,0.0059342775,0.0000046396835,0.000019253052,0.0000011538792,0.005355425,0.00003733655,0.000020490847,0.048990566,0.13578145,0.8036558],"study_design_scores_gemma":[0.00017279338,0.000014065065,0.012230873,0.000007234618,0.000005774636,2.5801882e-7,0.0016216732,0.00004857835,0.00034898616,0.0023310753,0.98311305,0.00010562493],"about_ca_topic_score_codex":0.0012216553,"about_ca_topic_score_gemma":0.00058120844,"teacher_disagreement_score":0.8473316,"about_ca_system_score_codex":0.00033203975,"about_ca_system_score_gemma":0.00009544662,"threshold_uncertainty_score":0.99951744},"labels":[],"label_agreement":null},{"id":"W2884488607","doi":"10.24908/pceea.v0i0.10599","title":"WE NEVER TALK: PEER TO PEER OBSERVATION AND FORMATIVE FEEDBACK AS STEPS TO EVOLVING ACADEMIC CULTURE","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Formative assessment; Peer feedback; Pedagogy; Mathematics education; Peer review; Computer science; Sociology; Engineering ethics; Psychology; Engineering; Political science","score_opus":0.036752263341704026,"score_gpt":0.3435917324155244,"score_spread":0.30683946907382037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884488607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6623449,0.00005253423,0.00003583861,0.31839654,0.0017246788,0.0008316942,0.00001667407,0.00009542306,0.016501745],"genre_scores_gemma":[0.9358365,0.000014547368,0.004387956,0.0031014378,0.00070776395,0.00006260742,0.000006265708,0.000026286127,0.055856626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997967,0.000035484652,0.00029505274,0.00023046983,0.0011127322,0.00035927628],"domain_scores_gemma":[0.99557203,0.00012231014,0.00041463273,0.00008488568,0.0033908677,0.000415269],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028177437,0.00014521748,0.00014380021,0.00029752537,0.00071408704,0.0002984341,0.00040215964,0.00023284649,0.00009881667],"category_scores_gemma":[0.023132628,0.00014636722,0.000044546156,0.0008434248,0.00003415667,0.0017093224,0.00005389904,0.00035530495,0.00008056978],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007819932,0.000028838786,0.049501944,0.00007446692,0.000074331365,2.5622622e-8,0.2809169,0.00018471926,0.002565897,0.029193103,0.6348282,0.0026237469],"study_design_scores_gemma":[0.0001230576,0.000040551073,0.15850411,0.00020340145,0.00004852588,9.876552e-7,0.016532624,0.0004520718,0.00066718814,0.000772115,0.82238626,0.00026911107],"about_ca_topic_score_codex":0.02555912,"about_ca_topic_score_gemma":0.031678602,"teacher_disagreement_score":0.31529513,"about_ca_system_score_codex":0.0028882823,"about_ca_system_score_gemma":0.00093565154,"threshold_uncertainty_score":0.98599076},"labels":[],"label_agreement":null},{"id":"W2888932406","doi":"","title":"The Academic Gateway: Understanding the Journey to Tenure by Sibbald, T. & Handford, V.","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Educational Administration and Policy","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Gateway (web page); Sociology; Psychology; Pedagogy; Mathematics education; Political science; Computer science; World Wide Web","score_opus":0.1747945914226655,"score_gpt":0.4758550106235049,"score_spread":0.30106041920083937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888932406","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05789325,0.00044707966,0.00015787185,0.9207438,0.0007358526,0.00013226848,0.000014213179,0.000002362857,0.019873267],"genre_scores_gemma":[0.9853393,0.00011639417,0.00007330143,0.0047360514,0.002871442,0.0000031756604,0.0000025086285,0.0000054646616,0.006852396],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988199,0.00029606576,0.0002730422,0.00007439348,0.00031166262,0.00022493408],"domain_scores_gemma":[0.9978373,0.0008674887,0.0002961595,0.00007736885,0.0002930254,0.00062865386],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0022863115,0.000066899185,0.00006261792,0.00013402023,0.0029971837,0.0004476229,0.00026587403,0.000061557905,0.00031869204],"category_scores_gemma":[0.005141086,0.000044440476,0.00003098469,0.0002772942,0.00050859834,0.0003312793,0.0000055524265,0.00028294363,0.000027519565],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018160283,0.0000069507873,0.0028591547,0.0000012437935,0.000021328244,4.0576452e-7,0.02171989,0.0000023197304,0.00003171738,0.6993078,0.2745747,0.0014563428],"study_design_scores_gemma":[0.000097921446,0.00012221345,0.005717433,0.000023979965,0.00001629492,0.000050663817,0.016666684,0.000004977993,0.00002160923,0.04299406,0.934212,0.000072113806],"about_ca_topic_score_codex":0.0074424935,"about_ca_topic_score_gemma":0.12443333,"teacher_disagreement_score":0.927446,"about_ca_system_score_codex":0.00040332772,"about_ca_system_score_gemma":0.011986519,"threshold_uncertainty_score":0.999167},"labels":[],"label_agreement":null},{"id":"W2890301312","doi":"","title":"Delivering feedback: More than just a sandwich","year":2017,"lang":"en","type":"article","venue":"The Journal of Macrodynamic Analysis (Memorial University of Newfoundland)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science","score_opus":0.05367854679396503,"score_gpt":0.35335191181951103,"score_spread":0.299673365025546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890301312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97988886,0.0000733849,0.00438393,0.007852188,0.0006869249,0.000086322245,0.0000068156132,0.0000124537555,0.007009143],"genre_scores_gemma":[0.9964415,0.00059166015,0.0006338847,0.000020773234,0.0005770124,1.8348443e-8,0.0000020974642,0.000006421809,0.0017266771],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976031,0.00075434556,0.00031964318,0.00013073806,0.00096731604,0.0002248507],"domain_scores_gemma":[0.9961952,0.0005069011,0.0021322926,0.00048631761,0.0005489131,0.00013035766],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00498399,0.00012276987,0.00044554516,0.00029394942,0.002525082,0.00015308037,0.0019066896,0.00009638652,0.00038169016],"category_scores_gemma":[0.0009305538,0.000103020255,0.00044317427,0.00031405105,0.000712464,0.0009594926,0.00019490748,0.00035464473,0.000013394103],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060455846,0.00063930184,0.68325865,0.0000720069,0.018327123,0.00024353268,0.20608217,0.054496374,0.0023025994,0.008113311,0.002586925,0.017832406],"study_design_scores_gemma":[0.0038079058,0.00023022723,0.88650525,0.000106623156,0.015777493,0.00002578312,0.06458061,0.011804297,0.000008216408,0.0011083222,0.0155847315,0.00046053124],"about_ca_topic_score_codex":0.08827897,"about_ca_topic_score_gemma":0.14290959,"teacher_disagreement_score":0.2032466,"about_ca_system_score_codex":0.00029772636,"about_ca_system_score_gemma":0.0003385122,"threshold_uncertainty_score":0.9987735},"labels":[],"label_agreement":null},{"id":"W2890439040","doi":"10.1080/0309877x.2018.1499882","title":"Cues, emotions and experiences: How teaching assistants make decisions about teaching","year":2018,"lang":"en","type":"article","venue":"Journal of Further and Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Psychology; Process (computing); Pedagogy; Graduate students; Higher education; Teaching method; Mathematics education; Computer science","score_opus":0.10538993196748869,"score_gpt":0.45380752972729627,"score_spread":0.3484175977598076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890439040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9441597,0.0009217752,0.00058089476,0.03269314,0.0020915335,0.000086132764,8.77424e-7,0.000018606917,0.019447364],"genre_scores_gemma":[0.9837776,0.00015531492,0.008345218,0.00036935633,0.0017325714,0.0000042477277,6.22166e-7,0.000009739944,0.0056053516],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982237,0.00073631684,0.00026607257,0.00014500007,0.00047265223,0.00015620812],"domain_scores_gemma":[0.99854577,0.00044740576,0.00046947185,0.00011061193,0.00025487677,0.00017188901],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0032020332,0.00009282915,0.00014040893,0.00017674171,0.0013715304,0.00049511035,0.00017038299,0.0000743078,0.00025249185],"category_scores_gemma":[0.0012789398,0.0000772241,0.000040841314,0.000084206426,0.00024542055,0.0010449896,0.000025048746,0.00036952682,0.000004702887],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036147652,0.00040326215,0.035361245,0.000008723363,0.000065141685,0.0000012786492,0.56380475,5.938835e-7,0.0005197565,0.03977954,0.011272071,0.34874752],"study_design_scores_gemma":[0.00029063772,0.0001705778,0.35624263,0.0002472307,0.00008659555,0.000028739436,0.17548679,0.000009433694,0.0000117639265,0.003840254,0.46340707,0.00017829055],"about_ca_topic_score_codex":0.00035420485,"about_ca_topic_score_gemma":0.00030723697,"teacher_disagreement_score":0.452135,"about_ca_system_score_codex":0.00008178775,"about_ca_system_score_gemma":0.00035666724,"threshold_uncertainty_score":0.99992853},"labels":[],"label_agreement":null},{"id":"W2890441010","doi":"10.5539/elt.v11n10p16","title":"The Professional Identity of Adjunct Faculty: Exploratory Study at a Private University in the UAE","year":2018,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Adjunct; Reputation; Psychology; Professional development; Identity (music); Dilemma; Faculty development; Exploratory research; Pedagogy; Higher education; Medical education; Institution; Professional studies; Quality (philosophy); Public relations; Sociology; Medicine; Political science; Social science","score_opus":0.07185976534329214,"score_gpt":0.41988508555776677,"score_spread":0.34802532021447463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890441010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845916,0.00006832728,0.000029080831,0.0008021805,0.00053903944,0.00044828537,0.000004458182,0.000057967893,0.013459049],"genre_scores_gemma":[0.9978014,0.0000042965216,0.00011738382,0.00007519673,0.00036878986,0.0000052216446,0.0000037473505,0.0000068173545,0.0016171169],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99302,0.005486913,0.00018823051,0.00019144498,0.00089582504,0.00021756084],"domain_scores_gemma":[0.9981397,0.0011759556,0.0002496073,0.00031056866,0.0000869074,0.000037266735],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.015780754,0.00008701908,0.00010907293,0.00006509966,0.002110709,0.00009079978,0.00088899914,0.00004989399,0.000082881015],"category_scores_gemma":[0.0077439714,0.000056108987,0.000046182216,0.00024812756,0.00027498504,0.0010671066,0.0002562116,0.0005367097,0.000020705074],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003038205,0.00017541448,0.03454122,0.0000028219197,0.000017144464,0.0000086480895,0.95284873,0.0000029685575,0.00009350738,0.010242208,0.00068117137,0.0013557713],"study_design_scores_gemma":[0.00036912796,0.000055500863,0.024825817,0.000022971879,0.00002175437,2.0174636e-7,0.9334818,0.000012953914,0.000027264396,0.000115750256,0.040985595,0.00008122962],"about_ca_topic_score_codex":0.0032352859,"about_ca_topic_score_gemma":0.06362545,"teacher_disagreement_score":0.060390163,"about_ca_system_score_codex":0.0001857763,"about_ca_system_score_gemma":0.00011352244,"threshold_uncertainty_score":0.9991884},"labels":[],"label_agreement":null},{"id":"W2893452285","doi":"10.20343/teachlearninqu.6.2.10","title":"Making Meaning from Student Evaluations of Teaching (SETs)–Seeing beyond our own horizons","year":2018,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Qatar National Research Fund; Fonds National de la Recherche Luxembourg; Qatar Foundation","keywords":"New horizons; Meaning (existential); Mathematics education; Higher education; Pedagogy; Teaching method; Sociology; Psychology; Epistemology; Philosophy; Engineering; Political science","score_opus":0.19506107830994718,"score_gpt":0.515318290553944,"score_spread":0.3202572122439968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893452285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8788208,0.00043400883,0.0202948,0.022735244,0.0038934976,0.00045495416,0.0000037309292,0.00039749205,0.07296547],"genre_scores_gemma":[0.97725505,0.000047875812,0.015025782,0.00034044049,0.005852058,0.000009171844,0.0000065816766,0.00008000808,0.0013830521],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98036885,0.01412373,0.0011782193,0.00052142376,0.002948048,0.0008597106],"domain_scores_gemma":[0.99328184,0.0030001614,0.002378662,0.0005593383,0.0005393317,0.00024065185],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045950517,0.00037400273,0.0005049422,0.00041836133,0.013946919,0.0011732092,0.0018081445,0.00021281414,0.00040393637],"category_scores_gemma":[0.022553645,0.00028154888,0.0003070432,0.00027148117,0.0005360747,0.0016896691,0.000416411,0.005709947,0.00013155505],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007620756,0.000248643,0.045618292,0.000008906096,0.00051733316,0.0000151284485,0.78969795,0.0068780887,0.0031290136,0.028928243,0.005367146,0.11951508],"study_design_scores_gemma":[0.001548577,0.0007758298,0.031215413,0.0013876368,0.0010273368,0.000106983876,0.7516117,0.0077376175,0.00013625342,0.01638021,0.18702798,0.0010444698],"about_ca_topic_score_codex":0.0021869293,"about_ca_topic_score_gemma":0.00036541364,"teacher_disagreement_score":0.18166083,"about_ca_system_score_codex":0.00064411893,"about_ca_system_score_gemma":0.0006404215,"threshold_uncertainty_score":0.99996364},"labels":[],"label_agreement":null},{"id":"W2894782313","doi":"","title":"Enhancing Faculty Involvement in Program Review","year":2018,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Computer science; Engineering ethics; Engineering","score_opus":0.3491329230774847,"score_gpt":0.4876778423088525,"score_spread":0.1385449192313678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894782313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904808,0.00042470163,0.00010714939,0.0040726215,0.00031017326,0.00096779637,0.0000049569708,0.00029014694,0.0033416844],"genre_scores_gemma":[0.98702157,0.0012017742,0.00053104875,0.0017402286,0.00027139497,0.000008308415,0.000024132747,0.000027240638,0.009174286],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963687,0.0014048022,0.00033616723,0.00051106757,0.00084273366,0.00053653284],"domain_scores_gemma":[0.9985599,0.00016405861,0.00032968388,0.0003875112,0.0003220743,0.00023678032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039520613,0.0002068057,0.00028568777,0.00033414867,0.0006382528,0.0002653355,0.0008952382,0.00015467964,0.00019632257],"category_scores_gemma":[0.0007393619,0.00023663229,0.00009740279,0.00090425013,0.00030470788,0.0028390372,0.00025675382,0.0005285798,0.00064466277],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023457731,0.00019648997,0.9882451,0.0001498536,0.000026810496,0.000042601714,0.0054745176,0.0000011701514,0.000119397264,0.00039483662,0.000006834582,0.005318908],"study_design_scores_gemma":[0.0007413958,0.00024128317,0.71914685,0.002477772,0.000101572565,0.0000026154114,0.0030042164,2.048004e-7,0.0006944016,0.00014739507,0.27296266,0.0004796113],"about_ca_topic_score_codex":0.00022074336,"about_ca_topic_score_gemma":0.09561536,"teacher_disagreement_score":0.27295583,"about_ca_system_score_codex":0.0005821653,"about_ca_system_score_gemma":0.000347082,"threshold_uncertainty_score":0.9649585},"labels":[],"label_agreement":null},{"id":"W2902186120","doi":"10.1080/13573322.2018.1554561","title":"Learning to work together: conceptualizing doctoral supervision as a critical friendship","year":2018,"lang":"en","type":"article","venue":"Sport Education and Society","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Socialization; Friendship; Context (archaeology); Pedagogy; Higher education; Supervisor; Psychology; Curriculum; Sociology; Social psychology; Management; Political science","score_opus":0.09872025036473213,"score_gpt":0.4705291841438151,"score_spread":0.371808933779083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902186120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9397126,0.00011416332,0.00006978464,0.01966705,0.00092474034,0.00013572827,3.0389467e-7,0.00009722181,0.03927842],"genre_scores_gemma":[0.98558336,0.000040112052,0.00571621,0.0034046813,0.0009956249,0.000014643737,0.0000059289623,0.000009712167,0.0042297053],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987894,0.00017841792,0.0001612605,0.0002467322,0.00039872449,0.00022544562],"domain_scores_gemma":[0.99913645,0.00021305114,0.00005992616,0.00010711147,0.0002522026,0.00023124072],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021354202,0.000080351856,0.00009861043,0.00002680003,0.001267941,0.00019169135,0.000120835946,0.00010241897,0.0015170211],"category_scores_gemma":[0.0016933967,0.0000832992,0.000057548226,0.0002769343,0.0003579233,0.00039394788,0.000037496036,0.0002117052,0.00019728944],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012609013,0.00010438102,0.13213558,0.000007216412,0.0000096967115,1.6873004e-7,0.7233336,0.0000011553856,0.000046516918,0.11250778,0.010167708,0.021673622],"study_design_scores_gemma":[0.00007140627,0.00007617617,0.029351598,0.00003925138,0.00001487891,7.7965683e-7,0.37070242,0.000010609225,0.000021015778,0.0011709051,0.5984068,0.00013419615],"about_ca_topic_score_codex":0.0016839472,"about_ca_topic_score_gemma":0.000090433445,"teacher_disagreement_score":0.5882391,"about_ca_system_score_codex":0.00009979805,"about_ca_system_score_gemma":0.00049316575,"threshold_uncertainty_score":0.9993957},"labels":[],"label_agreement":null},{"id":"W2903139644","doi":"10.5539/hes.v9n1p53","title":"Multivariate Analysis of Students’ Perception of the Impact of Lecturers’ Ranks on their Performance at the Faculty of Mathematical Sciences, University for Development Studies-Navrongo, Ghana","year":2018,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multivariate analysis of variance; Context (archaeology); Perception; Psychology; Medical education; Multivariate analysis; Statistical analysis; Higher education; Faculty development; Professional development; Medicine; Mathematics; Geography","score_opus":0.29169569865731443,"score_gpt":0.5307064697693737,"score_spread":0.23901077111205932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903139644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975004,0.00017561953,0.00003289851,0.001036509,0.00022299394,0.00036721624,0.000014268184,0.000005611084,0.0006444767],"genre_scores_gemma":[0.9972983,0.000068117166,0.00075936713,0.000019736111,0.00003283532,0.000009774167,0.000002535674,0.0000031303682,0.0018062055],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9983296,0.00042150155,0.00032723942,0.0001657214,0.00063484843,0.00012110952],"domain_scores_gemma":[0.99687463,0.00097333273,0.0007728136,0.00019963877,0.001160794,0.000018793831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027391787,0.00010136926,0.00032676832,0.00014833875,0.00088563777,0.000007351705,0.0004264116,0.000036259888,0.00012004931],"category_scores_gemma":[0.0004880674,0.00005262038,0.00017098166,0.0008675341,0.0014517856,0.00013087837,0.00013485181,0.000054458284,0.0000020423624],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026151538,0.0011855281,0.32032257,0.00019059872,0.0076754894,1.041038e-8,0.65440416,0.0015692393,0.0013155428,0.0065130726,0.0036746927,0.0028875503],"study_design_scores_gemma":[0.00021162808,0.00015314443,0.89245296,0.00008879145,0.00054016704,3.9517232e-8,0.1044811,0.00006655004,0.0007749712,0.00011284905,0.0010508465,0.000066923974],"about_ca_topic_score_codex":0.0005055128,"about_ca_topic_score_gemma":0.00030335409,"teacher_disagreement_score":0.5721304,"about_ca_system_score_codex":0.00039640244,"about_ca_system_score_gemma":0.00036659744,"threshold_uncertainty_score":0.6811699},"labels":[],"label_agreement":null},{"id":"W2904712430","doi":"10.5430/ijhe.v7n6p139","title":"Reflecting on and Articulating Teaching Experiences: Academics Learning to Teach in Practice","year":2018,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Subject (documents); Pedagogy; Interpersonal communication; Reflection (computer programming); Sociology; Higher education; Teaching method; Psychology; Political science; Computer science; Social science","score_opus":0.15340182253996448,"score_gpt":0.5685088984454401,"score_spread":0.4151070759054756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904712430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9249694,0.000072374496,0.00013321599,0.043857235,0.0025389274,0.00007378424,6.6384565e-8,0.000014429419,0.028340565],"genre_scores_gemma":[0.98225135,0.000016682965,0.011872179,0.002346198,0.0024742633,0.000006437647,4.7623217e-7,0.000007978742,0.0010244622],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99773014,0.0008084403,0.0003935003,0.00014108598,0.0007930694,0.00013374651],"domain_scores_gemma":[0.9976209,0.0009914776,0.0006240561,0.000048255282,0.00062290364,0.000092407296],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0048109903,0.00006910068,0.000087031025,0.00033639275,0.00032242853,0.00021168083,0.0002427713,0.000061617764,0.00008728015],"category_scores_gemma":[0.0123538505,0.000068072884,0.000022662649,0.00014393711,0.000060881044,0.001312743,0.00003546426,0.00065710547,0.000016126942],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024532326,0.0004046548,0.04569024,0.0000035027522,0.00006788974,0.0000063152333,0.75618446,0.00072592596,0.0023608713,0.056966472,0.0020601018,0.13528425],"study_design_scores_gemma":[0.00041774762,0.00040712755,0.040655535,0.00050872075,0.00003281942,0.00005343525,0.28001234,0.0001804363,0.00035669206,0.0017528448,0.67539656,0.00022573753],"about_ca_topic_score_codex":0.00045102555,"about_ca_topic_score_gemma":0.00004654489,"teacher_disagreement_score":0.67333645,"about_ca_system_score_codex":0.0004014347,"about_ca_system_score_gemma":0.00030496498,"threshold_uncertainty_score":0.99596554},"labels":[],"label_agreement":null},{"id":"W2904855756","doi":"10.4324/9781315211251-7","title":"A national strategy for teaching excellence – one university at a time","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Mathematics education; Computer science; Sociology; Political science; Psychology; Law","score_opus":0.19902956334528357,"score_gpt":0.40282812011985436,"score_spread":0.2037985567745708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904855756","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009274331,0.000025442338,0.00063926395,0.0038564056,0.00012258279,0.0004057841,0.00004700782,0.00013149266,0.9946793],"genre_scores_gemma":[0.0018264853,0.000035210753,0.005583551,0.00014735853,0.0006056846,0.0000014481866,0.00004239313,0.000018589384,0.9917393],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820995,0.00017839519,0.00015583962,0.00034692683,0.000923574,0.0001853052],"domain_scores_gemma":[0.99793565,0.001107948,0.0003343953,0.00013024078,0.00039880726,0.000092976945],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0033060631,0.00014361585,0.00017007507,0.00012180861,0.0014236231,0.000069308975,0.00038360778,0.00027321884,0.023487078],"category_scores_gemma":[0.0007618803,0.00016651895,0.000112090456,0.000015573902,0.00035310644,0.00041272797,0.00010114222,0.00026378577,0.0020657973],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035073845,0.000021550311,0.0000016181591,0.000009836299,0.000061923194,8.24433e-7,0.002467103,0.000007977144,0.000013241429,0.90717196,0.0888164,0.0013924653],"study_design_scores_gemma":[0.00015868974,0.000062821826,0.0000047901035,0.00004593788,0.000057039982,4.680998e-7,0.0003992175,0.00018825068,0.0000014245164,0.04839718,0.95047677,0.00020739197],"about_ca_topic_score_codex":0.00062267005,"about_ca_topic_score_gemma":0.002224212,"teacher_disagreement_score":0.86166036,"about_ca_system_score_codex":0.0007186703,"about_ca_system_score_gemma":0.0007662706,"threshold_uncertainty_score":0.9998764},"labels":[],"label_agreement":null},{"id":"W2905088005","doi":"10.1039/c8rp00251g","title":"A positive student experience of collaborative project work in upper-year undergraduate chemistry","year":2018,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Biotech (Canada); University of British Columbia","funders":"Directorate for STEM Education","keywords":"Teamwork; Dysfunctional family; Medical education; Psychology; Perception; Group work; Work (physics); Student engagement; Mathematics education; Pedagogy; Engineering; Medicine","score_opus":0.14412707863784038,"score_gpt":0.5740785878314526,"score_spread":0.42995150919361225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905088005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7451464,0.00034425003,0.000004915119,0.021568533,0.00007895265,0.00039133354,0.000003942639,0.000015171543,0.23244649],"genre_scores_gemma":[0.9880747,0.0005879901,0.001760954,0.000072029965,0.00029406766,0.00012967802,0.000009756383,0.00000850268,0.009062318],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99696165,0.0011707074,0.00024270412,0.00034613154,0.00097341195,0.00030541094],"domain_scores_gemma":[0.99392134,0.003370762,0.00025364233,0.00023336601,0.002083948,0.00013691364],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0053199204,0.00009359475,0.0001201899,0.00006401729,0.00051577477,0.00020083606,0.00030546854,0.00010434169,0.0003153458],"category_scores_gemma":[0.02345684,0.00009961091,0.000015514908,0.0013007252,0.0011388642,0.0008096397,0.000098142256,0.0004377277,0.00001886901],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002912101,0.004866125,0.052295104,0.00030605838,0.00015042389,0.000009367984,0.84246165,0.0000016828205,0.056103196,0.007133487,0.022240464,0.011520334],"study_design_scores_gemma":[0.00042425038,0.000117144875,0.007056418,0.00022971799,0.000016028864,0.0000062433182,0.80850327,0.0000032031435,0.04303751,0.0009520785,0.13944097,0.00021316475],"about_ca_topic_score_codex":0.0025224898,"about_ca_topic_score_gemma":0.00008923235,"teacher_disagreement_score":0.2429283,"about_ca_system_score_codex":0.00027339437,"about_ca_system_score_gemma":0.0035681305,"threshold_uncertainty_score":0.984769},"labels":[],"label_agreement":null},{"id":"W2906409391","doi":"10.52358/mm.v1i1.53","title":"Classe inversée : quels obstacles en formation des enseignants dans le contexte français ?","year":2018,"lang":"fr","type":"article","venue":"Médiations et médiatisations","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.13939963362425872,"score_gpt":0.37971217372021304,"score_spread":0.24031254009595432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906409391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61644703,0.004963537,0.13880417,0.087301806,0.0037470132,0.0017926878,0.00074838224,0.0006635388,0.14553183],"genre_scores_gemma":[0.94159377,0.001543993,0.018094515,0.0018915131,0.0009735805,0.00018978088,0.00021091534,0.000068334055,0.035433616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99192375,0.004717845,0.0010138951,0.0005614602,0.0010326807,0.00075036404],"domain_scores_gemma":[0.9939666,0.003188698,0.00088135793,0.0006135109,0.0010041356,0.00034574518],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0044736513,0.00040015392,0.00037397092,0.00043739897,0.0060860016,0.00056745904,0.0006063299,0.0004450087,0.0019998793],"category_scores_gemma":[0.0061325547,0.00049201894,0.00022317123,0.0014839303,0.002443107,0.007023453,0.00013006662,0.00055643666,0.003112932],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014376635,0.0005862297,0.013276539,0.00006151661,0.00017430696,0.0000028638963,0.42377934,0.0009797952,0.00069706334,0.48521292,0.023601457,0.051613577],"study_design_scores_gemma":[0.0016500539,0.00026938523,0.24696694,0.0002719469,0.00039472186,0.000015685242,0.05963588,0.0152470805,0.0007958372,0.038224738,0.6355351,0.0009925929],"about_ca_topic_score_codex":0.0392809,"about_ca_topic_score_gemma":0.07811579,"teacher_disagreement_score":0.61193365,"about_ca_system_score_codex":0.00097504596,"about_ca_system_score_gemma":0.0017786883,"threshold_uncertainty_score":0.9997531},"labels":[],"label_agreement":null},{"id":"W2907994725","doi":"","title":"Assessing Graduate Teaching Development Programs for Impact on Future Faculty","year":2013,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Engineering ethics; Mathematics education; Pedagogy; Psychology; Medicine; Engineering","score_opus":0.4385275702242425,"score_gpt":0.4960748529222625,"score_spread":0.05754728269802001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907994725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99227333,0.000014420706,0.0009782406,0.003416704,0.0004586353,0.0011611956,0.0000061872274,0.00035862817,0.001332637],"genre_scores_gemma":[0.991073,0.0000065331906,0.0022878565,0.00026445292,0.0004073005,0.00001378123,0.00007648645,0.00004214129,0.005828458],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962387,0.0011605858,0.0002954693,0.0005892963,0.0009925737,0.0007233585],"domain_scores_gemma":[0.99807674,0.00038157817,0.00044185287,0.00033452705,0.00037477887,0.00039054189],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0029817447,0.00034096846,0.00029730255,0.00036235983,0.0022607169,0.0022197058,0.00089096476,0.00024435663,0.000049744707],"category_scores_gemma":[0.00040517538,0.0003237696,0.00020060706,0.00030368305,0.00012568655,0.0073230206,0.0001505579,0.0009318723,0.00034369715],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053613836,0.00025875258,0.907449,0.000032430504,0.0001276444,0.0000131589395,0.01238845,0.00003423734,0.000100137506,0.00051905063,0.000018501903,0.07900502],"study_design_scores_gemma":[0.0007533333,0.00013797764,0.9396519,0.00017923988,0.000064750755,0.0000027376307,0.010729189,0.0000013555767,0.00014221802,0.00020627839,0.04764337,0.0004876666],"about_ca_topic_score_codex":0.0001344145,"about_ca_topic_score_gemma":0.0018863527,"teacher_disagreement_score":0.07851735,"about_ca_system_score_codex":0.00089720683,"about_ca_system_score_gemma":0.0004990416,"threshold_uncertainty_score":0.99992144},"labels":[],"label_agreement":null},{"id":"W2909098757","doi":"10.4018/978-1-5225-0672-0.ch003","title":"Scholarly Praxis at the Edges","year":2016,"lang":"en","type":"book-chapter","venue":"Advances in educational marketing, administration, and leadership book series","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Redeemer University; Ambrose University","funders":"","keywords":"Scholarship; Praxis; Conversation; Ideology; Sociology; Institution; Political science; Pedagogy; Social science; Law","score_opus":0.11668388283228372,"score_gpt":0.3820430904415703,"score_spread":0.2653592076092866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909098757","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009205863,0.048914824,0.000008847733,0.18039109,0.00082078314,0.0004540217,0.000032679436,0.00004656516,0.7692391],"genre_scores_gemma":[0.00852435,0.027757533,0.00034419776,0.0012507226,0.001557193,0.00009808121,0.000071396724,0.000040177347,0.96035635],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99678075,0.0008401172,0.00055523193,0.0005777458,0.000889656,0.000356469],"domain_scores_gemma":[0.99322385,0.0051690307,0.0007687855,0.00032812028,0.0003724526,0.00013773965],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048072296,0.00033169397,0.00025552048,0.00014715892,0.001605249,0.0004703513,0.00041748106,0.00030083282,0.0055405675],"category_scores_gemma":[0.006724345,0.00026983724,0.000079955644,0.00005676986,0.0019256145,0.005803703,0.00005531561,0.0005405723,0.00012708742],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028823,0.000039935134,0.0045779613,0.00014592652,0.000038438546,0.0000018616852,0.00819801,0.0000011029204,0.0000035854184,0.9607199,0.013043601,0.0129414825],"study_design_scores_gemma":[0.00012912482,0.00005833461,0.002899102,0.00038945992,0.000035474888,0.000013008882,0.0052660936,1.07686276e-7,0.0000071599,0.03926767,0.9516004,0.00033410478],"about_ca_topic_score_codex":0.000027110054,"about_ca_topic_score_gemma":0.010452174,"teacher_disagreement_score":0.93855673,"about_ca_system_score_codex":0.00035645848,"about_ca_system_score_gemma":0.0019770728,"threshold_uncertainty_score":0.9999754},"labels":[],"label_agreement":null},{"id":"W2909324878","doi":"","title":"Teaching Development Through Formative Feedback","year":2015,"lang":"en","type":"article","venue":"Canadian Society for the Study of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Formative assessment; Session (web analytics); Mathematics education; Psychology; Pedagogy; Medical education; Computer science; Medicine; World Wide Web","score_opus":0.1655804816390159,"score_gpt":0.44483079931314956,"score_spread":0.27925031767413366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909324878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82904625,0.0010895152,0.000309412,0.076129965,0.0044206576,0.003414157,0.000010449225,0.00007480457,0.0855048],"genre_scores_gemma":[0.9778221,0.0000037862155,0.0050859936,0.001048623,0.00033948277,0.00016284165,0.000009293502,0.000010258553,0.01551757],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99887085,0.00020040313,0.00020236148,0.00012751356,0.00038323566,0.00021565372],"domain_scores_gemma":[0.99888474,0.00030761378,0.00020598307,0.00016283161,0.00028263533,0.00015620695],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0025818197,0.00007953151,0.000094464725,0.000025941185,0.0015945061,0.00006448915,0.000327001,0.000050510447,0.00005420363],"category_scores_gemma":[0.00024383163,0.00006651652,0.00007466938,0.00013640916,0.00009565176,0.0005057219,0.000017117127,0.00014463694,0.00001499102],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039118045,0.00017760099,0.0019295305,0.0000070506867,0.000115531475,1.0896428e-8,0.8429352,0.000021074928,7.893613e-7,0.015979234,0.12978922,0.009040846],"study_design_scores_gemma":[0.00019404177,0.000037838832,0.0062064254,0.000006045556,0.000040772396,5.8135416e-8,0.37006953,0.0000049513437,0.000002564398,0.0010690994,0.6223072,0.00006146468],"about_ca_topic_score_codex":0.3707397,"about_ca_topic_score_gemma":0.19062729,"teacher_disagreement_score":0.492518,"about_ca_system_score_codex":0.0008747695,"about_ca_system_score_gemma":0.0038916646,"threshold_uncertainty_score":0.99970526},"labels":[],"label_agreement":null},{"id":"W2909554853","doi":"10.24908/pceea.v0i0.13078","title":"Using Coop Performance Evaluations for Graduate Attribute Assessment","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Institution; Computer science; Graduate students; Work (physics); Medical education; Mathematics education; Engineering management; Psychology; Engineering; Political science; Medicine","score_opus":0.17177260081954904,"score_gpt":0.4430280199016345,"score_spread":0.27125541908208545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909554853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9473738,0.00002932148,0.00054309994,0.03372424,0.004154592,0.0013277913,0.000040319544,0.000115894356,0.012690955],"genre_scores_gemma":[0.9859602,0.000009054098,0.009933073,0.00025552977,0.00069398945,0.00008802447,0.000008664674,0.000022235814,0.0030292342],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984033,0.000037473033,0.00029329173,0.00018369479,0.0007319388,0.00035031437],"domain_scores_gemma":[0.9959735,0.0001995952,0.0006205288,0.00009450997,0.0029358396,0.00017602438],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0042625847,0.00011050748,0.00012974252,0.00024415608,0.001368565,0.00019934891,0.000364677,0.00012255175,0.00005579767],"category_scores_gemma":[0.0070004854,0.000117487514,0.000074904965,0.00060114544,0.0000614081,0.00066683907,0.000020604426,0.00018851153,0.000009307506],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013939844,0.00029881115,0.57858336,0.0004511557,0.00046614365,2.2193245e-8,0.037200652,0.0047387276,0.0065577948,0.21625769,0.14616232,0.009269366],"study_design_scores_gemma":[0.00060675445,0.0000960886,0.59146285,0.00035553827,0.00040784446,0.0000016118556,0.004388619,0.07080169,0.002617063,0.001297453,0.3273006,0.0006638452],"about_ca_topic_score_codex":0.019284537,"about_ca_topic_score_gemma":0.019492842,"teacher_disagreement_score":0.21496025,"about_ca_system_score_codex":0.004471225,"about_ca_system_score_gemma":0.0036988135,"threshold_uncertainty_score":0.9999315},"labels":[],"label_agreement":null},{"id":"W2912683627","doi":"10.5430/ijhe.v8n1p133","title":"Perception of Biology Instructors on Using Student Evaluations to Inform Their Teaching","year":2019,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"University of Guelph","keywords":"Formative assessment; Summative assessment; Set (abstract data type); Context (archaeology); Perception; Qualitative research; Mathematics education; Medical education; Computer science; Psychology; Medicine; Sociology; Social science; Biology","score_opus":0.11835863099536048,"score_gpt":0.549327962535363,"score_spread":0.4309693315400025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912683627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96871316,0.000027375283,0.00016214,0.009324141,0.006920985,0.00018049715,0.0000030887275,0.00000816914,0.014660466],"genre_scores_gemma":[0.99411017,0.000011211863,0.0034956182,0.0005165332,0.00086086226,0.0000026867606,0.0000063732605,0.000007449891,0.0009890909],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99805266,0.00041045234,0.00048133472,0.000101754566,0.00085767446,0.000096150405],"domain_scores_gemma":[0.99762654,0.0002858803,0.00080829294,0.00010558577,0.0011043809,0.00006932351],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022368,0.00007811537,0.00012966129,0.0005088083,0.00013861703,0.000071798386,0.00047142972,0.000061123515,0.001077931],"category_scores_gemma":[0.00057282456,0.000068404435,0.00008068388,0.0001326875,0.000040490668,0.0007100492,0.00003438882,0.00022713495,0.000051883508],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019978787,0.0011263071,0.37518764,0.000010721151,0.00035340094,3.3081415e-7,0.103001796,0.0060435557,0.03131835,0.3024618,0.0014932078,0.1788031],"study_design_scores_gemma":[0.00075757795,0.0005162655,0.77787924,0.00032778422,0.00007433299,0.000011276959,0.035407037,0.00009854031,0.00032759339,0.008306598,0.17605439,0.00023938924],"about_ca_topic_score_codex":0.00043361745,"about_ca_topic_score_gemma":0.000016763568,"teacher_disagreement_score":0.40269157,"about_ca_system_score_codex":0.0006849102,"about_ca_system_score_gemma":0.00071119267,"threshold_uncertainty_score":0.9998352},"labels":[],"label_agreement":null},{"id":"W291597054","doi":"10.5430/ijhe.v4n2p116","title":"The Tail Wagging the Dog; An Overdue Examination of Student Teaching Evaluations","year":2015,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Class (philosophy); Class size; Psychology; Test (biology); Set (abstract data type); Variance (accounting); Sample size determination; Statistics; Mathematics; Computer science","score_opus":0.1634833105387061,"score_gpt":0.5496602999909036,"score_spread":0.38617698945219747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W291597054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89939725,0.0007374649,0.00039589303,0.06636503,0.009109963,0.00021865523,0.0000015551497,0.000016093534,0.023758102],"genre_scores_gemma":[0.9926426,0.000057735164,0.00088420074,0.0002803388,0.0019457059,0.000010631167,0.000005103657,0.000008379704,0.0041653514],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99494886,0.0020725455,0.0005352563,0.000095510906,0.002236719,0.00011111948],"domain_scores_gemma":[0.99494314,0.0010047654,0.0012533639,0.00016757619,0.0025429307,0.00008822648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013503393,0.000075124175,0.000088899666,0.00015540971,0.0005377871,0.00033856716,0.0009910078,0.000043336306,0.00009822841],"category_scores_gemma":[0.0023776111,0.00004892308,0.000067212924,0.00011709472,0.00015342246,0.0014499698,0.00004520597,0.00031564012,0.000010729982],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006833772,0.0012122648,0.025944151,0.0000036749855,0.0003111808,0.00000123022,0.16860792,0.0018099756,0.0009088417,0.48899254,0.01543332,0.29670656],"study_design_scores_gemma":[0.00051590306,0.00015032692,0.6621287,0.000080199155,0.000117067495,0.000014776076,0.05486953,0.00020330252,0.00010116219,0.014979975,0.26671964,0.000119394484],"about_ca_topic_score_codex":0.0005264912,"about_ca_topic_score_gemma":0.00013791806,"teacher_disagreement_score":0.6361846,"about_ca_system_score_codex":0.00052435586,"about_ca_system_score_gemma":0.0013732254,"threshold_uncertainty_score":0.46800333},"labels":[],"label_agreement":null},{"id":"W2916578856","doi":"10.5430/ijhe.v8n1p171","title":"How do Academic Faculty Members Perceive the Effect of Teaching Surveys Completed by Students on Appointment and Promotion Processes at Academic Institutions? A Case Study","year":2019,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Promotion (chess); Harm; Medical education; Psychology; Medicine; Political science; Social psychology","score_opus":0.12396760388377237,"score_gpt":0.5142813291284803,"score_spread":0.390313725244708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916578856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851534,0.00028848485,0.00001992869,0.011773806,0.0015471813,0.0008142525,0.000011610615,0.000011409223,0.0003799422],"genre_scores_gemma":[0.99775,0.00006514929,0.00003082212,0.000082303515,0.00028504914,0.000026277856,0.000017208658,0.000008607977,0.0017345765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99500126,0.0026519443,0.00041972296,0.00018508104,0.0016273794,0.00011463545],"domain_scores_gemma":[0.99718434,0.0009418795,0.00111534,0.00009513362,0.00058823114,0.00007509073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066815102,0.00013085564,0.00018288362,0.000189014,0.00035567643,0.00017846777,0.00054224377,0.00008647208,0.000080119484],"category_scores_gemma":[0.0013741269,0.000090348214,0.00004923763,0.00012790218,0.00011486407,0.001005686,0.00007317976,0.0006861004,0.000006907192],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001930825,0.0008999052,0.9256396,0.000045316232,0.00042346434,0.0000104231685,0.05558865,0.00017655706,0.0009535056,0.0008085038,0.0028325908,0.012428394],"study_design_scores_gemma":[0.006547135,0.004853599,0.8267314,0.0012288037,0.00070810434,0.00085533794,0.09279201,0.00005528718,0.00090617326,0.00047350524,0.0642086,0.00064009335],"about_ca_topic_score_codex":0.0009688923,"about_ca_topic_score_gemma":0.000118073585,"teacher_disagreement_score":0.09890825,"about_ca_system_score_codex":0.0006261732,"about_ca_system_score_gemma":0.00032995688,"threshold_uncertainty_score":0.36842933},"labels":[],"label_agreement":null},{"id":"W2917120082","doi":"10.1007/s11233-019-09019-y","title":"How Mexican students perceive their classroom experience from their professors","year":2019,"lang":"en","type":"article","venue":"Tertiary Education and Management","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Higher education; Psychology; Personality; Mathematics education; Style (visual arts); Exploratory research; Cognitive style; Exploratory factor analysis; Big Five personality traits; Pedagogy; Social psychology; Sociology; Psychometrics; Social science; Cognition; Developmental psychology; Political science","score_opus":0.06140457801458879,"score_gpt":0.40897511203147013,"score_spread":0.3475705340168813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917120082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9547242,0.00020269095,0.00006816807,0.026283305,0.0011086027,0.00081918243,0.0000023146513,0.00007680378,0.01671473],"genre_scores_gemma":[0.9665432,0.00047194705,0.0005631597,0.0017253241,0.00012678289,0.00013929061,0.00001562285,0.0000087872695,0.030405875],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99863666,0.00036186032,0.00012529515,0.00030282585,0.00039823688,0.00017514364],"domain_scores_gemma":[0.9993698,0.00010214965,0.00013074125,0.00025855043,0.00004836798,0.000090370304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006089447,0.00011111023,0.00009716125,0.000075912976,0.0003322171,0.0003356499,0.0003754781,0.000040708666,0.00039272098],"category_scores_gemma":[0.00004782156,0.00009176975,0.000029145467,0.00009277216,0.00008111206,0.00068610493,0.00012353309,0.000096573975,0.00006722209],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019647521,0.0006588879,0.36211625,0.00004240435,0.00013003523,5.387513e-7,0.45071447,0.0000017040102,0.00028035187,0.015341325,0.0066367663,0.16405763],"study_design_scores_gemma":[0.0001701279,0.000015775518,0.38367617,0.00004223813,0.000020365189,1.1768e-7,0.36757636,0.000022240854,0.00006141343,0.0012493231,0.24702951,0.00013635852],"about_ca_topic_score_codex":0.0012112046,"about_ca_topic_score_gemma":0.00037263634,"teacher_disagreement_score":0.24039274,"about_ca_system_score_codex":0.00009783155,"about_ca_system_score_gemma":0.00006973708,"threshold_uncertainty_score":0.4300019},"labels":[],"label_agreement":null},{"id":"W2920994034","doi":"10.5430/jnep.v9n6p88","title":"Know thy student: Using a graduate student learning assessment questionnaire","year":2019,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Demographics; Autonomy; Medical education; Psychology; Perception; Computer-assisted web interviewing; Graduate students; Pedagogy; Medicine; Sociology","score_opus":0.24412952022963277,"score_gpt":0.6051757867735229,"score_spread":0.36104626654389016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920994034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8807638,0.001876948,0.0008247895,0.06235837,0.0049881535,0.00024152646,1.18617756e-7,0.00002469336,0.048921555],"genre_scores_gemma":[0.98514587,0.0008395434,0.011462321,0.00041039436,0.0006096583,0.0000013359577,5.4479614e-7,0.000011047147,0.0015192654],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99549735,0.0028190846,0.0003703977,0.00013437947,0.0010308622,0.00014793285],"domain_scores_gemma":[0.9962931,0.0012352015,0.0013618252,0.00009334468,0.000880616,0.00013586007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008914865,0.000089576475,0.00015381332,0.00018592442,0.0009094084,0.00038585436,0.00016466306,0.000057345424,0.00007338227],"category_scores_gemma":[0.0037420902,0.00008677071,0.000047712627,0.00020203597,0.00007384294,0.002489367,0.000021948736,0.00062822085,0.000012856881],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018300865,0.0052014096,0.084798515,0.00004339148,0.00023677759,0.0000061229402,0.5596377,0.0018181275,0.000732125,0.02907067,0.0024285745,0.31584358],"study_design_scores_gemma":[0.0007239247,0.00044837763,0.17902988,0.001592172,0.00056648604,0.0005324623,0.6005566,0.00035729143,0.000008149888,0.001404902,0.21450952,0.00027021204],"about_ca_topic_score_codex":0.00022607061,"about_ca_topic_score_gemma":0.0000090052035,"teacher_disagreement_score":0.31557336,"about_ca_system_score_codex":0.0006020044,"about_ca_system_score_gemma":0.0014915889,"threshold_uncertainty_score":0.6994526},"labels":[],"label_agreement":null},{"id":"W2921998056","doi":"","title":"Observing new professors in class : initial results of the effects of short-term training on teaching practices","year":2016,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Term (time); Training (meteorology); Class (philosophy); Mathematics education; Psychology; Medical education; Computer science; Artificial intelligence; Medicine; Meteorology; Geography; Physics; Astronomy","score_opus":0.1397123427410227,"score_gpt":0.4065706702696966,"score_spread":0.2668583275286739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921998056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8052087,0.00025290914,0.0010701913,0.07007427,0.0009427545,0.001110059,0.000024046742,0.000096412485,0.12122065],"genre_scores_gemma":[0.9911363,0.0001897862,0.004365474,0.00007293898,0.000079740756,0.000035269364,0.000023192135,0.0000295541,0.0040677157],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9639474,0.033001233,0.00091938424,0.0006115489,0.0011687247,0.0003516868],"domain_scores_gemma":[0.97197425,0.022063777,0.003329332,0.0016172247,0.0008909121,0.00012452844],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030650707,0.00025367478,0.00044464317,0.0002358444,0.0006430549,0.00023164554,0.0021368158,0.00045208388,0.000026183838],"category_scores_gemma":[0.10818358,0.0002096804,0.00019786408,0.0003026507,0.00047021575,0.00045759435,0.0010817033,0.0017559797,0.0000043071504],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015046842,0.00093746406,0.014847408,0.0006344633,0.00014567428,0.0000039999977,0.6391674,0.00009414636,0.008347426,0.16623847,0.00067404524,0.16875902],"study_design_scores_gemma":[0.010585046,0.000021801688,0.40037847,0.1726974,0.0009931889,0.000008797336,0.03626928,0.0054895896,0.20246503,0.05468197,0.11268115,0.0037282964],"about_ca_topic_score_codex":0.010731736,"about_ca_topic_score_gemma":0.019957572,"teacher_disagreement_score":0.6028981,"about_ca_system_score_codex":0.00023146819,"about_ca_system_score_gemma":0.0018471386,"threshold_uncertainty_score":0.9981491},"labels":[],"label_agreement":null},{"id":"W2924237503","doi":"10.1080/1360144x.2019.1584898","title":"Faculty Liaisons: an embedded approach for enriching teaching and learning in higher education","year":2019,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"General partnership; Sociology; Higher education; Context (archaeology); Negotiation; Pedagogy; Institution; Narrative; Knowledge management; Professional development; Faculty development; Engineering ethics; Public relations; Engineering; Political science; Computer science; Social science","score_opus":0.2011375921677709,"score_gpt":0.48916761004778164,"score_spread":0.2880300178800107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2924237503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95494497,0.0002356875,0.004904685,0.02950071,0.0027833502,0.0009237437,0.0000025171748,0.00005047592,0.0066538504],"genre_scores_gemma":[0.90073246,0.000051106035,0.0686614,0.0015114256,0.00092962396,0.0001148941,0.000053625285,0.000018259057,0.027927207],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981524,0.00047931052,0.0003598047,0.00018467887,0.0006181496,0.0002056617],"domain_scores_gemma":[0.99854356,0.00078293483,0.0003655612,0.00004720763,0.00018862737,0.00007210864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011878058,0.0000953954,0.00010464093,0.00015645879,0.0009861933,0.00025462636,0.0006076147,0.000099243385,0.00004764184],"category_scores_gemma":[0.0016294811,0.00007524986,0.000033316817,0.000047476966,0.000029050854,0.0009310078,0.000060784878,0.0012246222,0.000005078757],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038454015,0.0003084534,0.03738087,0.000042488457,0.00027336567,5.6656756e-7,0.27937236,0.00566643,0.0016025455,0.11727761,0.006856479,0.5508343],"study_design_scores_gemma":[0.0009564699,0.00004340873,0.020082481,0.00012361554,0.00002016685,0.000021595497,0.032518614,0.0036097558,0.000043859396,0.0067189136,0.93562007,0.00024106477],"about_ca_topic_score_codex":0.000110771696,"about_ca_topic_score_gemma":0.000021707248,"teacher_disagreement_score":0.92876357,"about_ca_system_score_codex":0.0004282223,"about_ca_system_score_gemma":0.0006310004,"threshold_uncertainty_score":0.7585102},"labels":[],"label_agreement":null},{"id":"W2924442535","doi":"","title":"Observing new university professors in class: initial results of the effects of intensive training on teaching practices","year":2016,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Class (philosophy); Medical education; Transfer of training; Psychology; Higher education; Mathematics education; Pedagogy; Political science; Medicine; Computer science","score_opus":0.6107993507035049,"score_gpt":0.638776045249927,"score_spread":0.027976694546422154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2924442535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971144,0.00042281527,0.000039705134,0.012023739,0.00097324734,0.00065087073,0.000012227864,0.000019968846,0.014713428],"genre_scores_gemma":[0.9973025,0.0010912308,0.00021880331,0.0003050935,0.00015575303,0.0000023859702,7.09472e-7,0.00001768487,0.00090586464],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921528,0.005225382,0.0007715625,0.0003414748,0.0012004985,0.00030827807],"domain_scores_gemma":[0.9820911,0.0117947,0.0049273125,0.00039347168,0.0006521502,0.00014123965],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009675565,0.0001846202,0.0005530493,0.0005506219,0.00057471334,0.0002628894,0.002955501,0.00017555764,0.00033206673],"category_scores_gemma":[0.09866079,0.00013098383,0.00014978387,0.0007446488,0.00039076415,0.0047303564,0.0007156737,0.00088282576,0.0000031293714],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004058101,0.000887276,0.41697624,0.0003784805,0.00059624715,0.00006709146,0.19568212,0.00030549042,0.14886777,0.009037631,0.02953358,0.19360997],"study_design_scores_gemma":[0.0036209675,0.000084626576,0.8803293,0.009145869,0.00024092176,0.0000027596996,0.03943525,0.000034201443,0.023602258,0.004901751,0.038111463,0.00049064384],"about_ca_topic_score_codex":0.01993839,"about_ca_topic_score_gemma":0.0036794362,"teacher_disagreement_score":0.46335304,"about_ca_system_score_codex":0.00026093647,"about_ca_system_score_gemma":0.0011286231,"threshold_uncertainty_score":0.98658794},"labels":[],"label_agreement":null},{"id":"W2924488648","doi":"","title":"Transdisciplinary or Pedagogically Distinct? Disciplinary Considerations for Teaching Certificates in Higher Education","year":2018,"lang":"en","type":"article","venue":"Mount Royal University Institutional Repository (Mount Royal University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Discipline; Higher education; Mathematics education; Pedagogy; Teaching method; Psychology; Sociology; Social science; Political science","score_opus":0.15134276574650454,"score_gpt":0.36799310078409575,"score_spread":0.2166503350375912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2924488648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6654728,0.00003267685,0.0014611116,0.010293365,0.001707537,0.00084490277,0.00007093972,0.00024745133,0.31986922],"genre_scores_gemma":[0.8551066,0.0000044882895,0.0024567125,0.0000842627,0.00062765396,0.000002808186,0.00005600637,0.000012181527,0.14164929],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971165,0.0007787121,0.00032677012,0.0007029011,0.0006248953,0.0004501959],"domain_scores_gemma":[0.9977129,0.00092565775,0.00027620554,0.00029051205,0.0005192007,0.00027550294],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.000901414,0.0002711567,0.0002699922,0.0005065308,0.0075982856,0.00018687754,0.00057825824,0.00027569057,0.0008446138],"category_scores_gemma":[0.00046293056,0.00029714854,0.00017407465,0.00038147668,0.0016241211,0.001080455,0.00018612925,0.00047722136,0.00004759374],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001628764,0.001325686,0.005127163,0.000053306332,0.00010013098,0.00033311557,0.016817577,0.0032316817,0.00029483266,0.96746224,0.0031940457,0.00043143163],"study_design_scores_gemma":[0.0015327467,0.00040692976,0.05922335,0.00017333028,0.000263296,0.000016622234,0.033578202,0.0018864196,0.00004084531,0.0024015564,0.89974344,0.00073326693],"about_ca_topic_score_codex":0.006140481,"about_ca_topic_score_gemma":0.0077002067,"teacher_disagreement_score":0.9650607,"about_ca_system_score_codex":0.003940635,"about_ca_system_score_gemma":0.0030994203,"threshold_uncertainty_score":0.9999481},"labels":[],"label_agreement":null},{"id":"W2925871079","doi":"10.1037/stl0000140","title":"Test feedback and learning: Student preferences and perceived influence.","year":2019,"lang":"en","type":"article","venue":"Scholarship of Teaching and Learning in Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Test (biology); Psychology; Computer science; Social psychology; Cognitive psychology; Mathematics education; Biology","score_opus":0.07028627586551232,"score_gpt":0.44471272554167823,"score_spread":0.3744264496761659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2925871079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774946,0.0007611598,0.0000035455248,0.0032136152,0.00013401732,0.00020477241,3.684401e-7,0.00006412289,0.01812381],"genre_scores_gemma":[0.99619305,0.00056210696,0.0012824307,0.00022803256,0.00004149877,0.000006363461,0.0000016567493,0.000012810661,0.001672029],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99243695,0.006051237,0.00033267628,0.00049629604,0.00037691928,0.00030594322],"domain_scores_gemma":[0.9963005,0.003056838,0.0003123855,0.00014568942,0.000068457295,0.00011610821],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014108966,0.00015488343,0.0002944163,0.000236722,0.00083499594,0.00019227105,0.0002442746,0.00021572782,0.00008786365],"category_scores_gemma":[0.01383556,0.00015324309,0.000023895926,0.00012226019,0.00039722284,0.00071667996,0.00010668141,0.003540484,0.000021765863],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027386797,0.000068088906,0.9144474,0.000025688552,0.000013863069,0.0000011002053,0.04620726,0.000103399456,0.001311897,0.00071045075,0.0000065097547,0.03707693],"study_design_scores_gemma":[0.0006958641,0.0004180227,0.9692386,0.00014356166,0.000017208642,0.0000074428985,0.016942015,0.00003689068,0.0000014846011,0.0008477782,0.011485474,0.00016568533],"about_ca_topic_score_codex":0.0012513296,"about_ca_topic_score_gemma":0.00029582702,"teacher_disagreement_score":0.054791152,"about_ca_system_score_codex":0.000025858726,"about_ca_system_score_gemma":0.000053787015,"threshold_uncertainty_score":0.9987584},"labels":[],"label_agreement":null},{"id":"W2928362785","doi":"10.20343/teachlearninqu.7.1.4","title":"Mapping Assets: High Impact Practices and the First Year Experience","year":2019,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Perspective (graphical); Theme (computing); Asset (computer security); Metaphor; Sociology; Space (punctuation); Concept map; Knowledge management; Psychology; Computer science; Mathematics education; World Wide Web","score_opus":0.10106747253085459,"score_gpt":0.4468262845889261,"score_spread":0.3457588120580715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2928362785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.930714,0.00038359925,0.000509097,0.06173067,0.0012263985,0.0002930153,3.0090447e-7,0.00012068564,0.005022214],"genre_scores_gemma":[0.9941918,0.00031632523,0.00093021727,0.0005587356,0.0014293604,0.000008244863,8.7113824e-7,0.000029730858,0.0025347036],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911786,0.006375764,0.00043263458,0.00029474145,0.0012029922,0.0005152922],"domain_scores_gemma":[0.99154943,0.0058460766,0.001992494,0.0003422632,0.00012476195,0.00014494694],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030379638,0.00020975336,0.00027907392,0.0001280068,0.006652438,0.0018513276,0.0010224895,0.00011121068,0.00065657875],"category_scores_gemma":[0.020001395,0.000107172644,0.00014767589,0.00020739468,0.0007754661,0.0020616855,0.00021186307,0.0035795567,0.00018904007],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022082483,0.000056646328,0.2487713,0.0000121175935,0.00019887998,0.000009320211,0.71861786,0.0035769844,0.000119404256,0.016345512,0.0024653373,0.009605798],"study_design_scores_gemma":[0.0017653448,0.00016635092,0.0897869,0.00024519832,0.00008981465,0.00022880852,0.32006308,0.0014743081,0.0000046097502,0.002076445,0.58371055,0.0003886009],"about_ca_topic_score_codex":0.0035269365,"about_ca_topic_score_gemma":0.00008986382,"teacher_disagreement_score":0.5812452,"about_ca_system_score_codex":0.00024598956,"about_ca_system_score_gemma":0.00025578175,"threshold_uncertainty_score":0.99918485},"labels":[],"label_agreement":null},{"id":"W2944335313","doi":"10.5430/ijhe.v8n3p83","title":"Teaching Students to Think - Faculty Recommendations for Teaching Evaluations Employing Automated Content Analysis","year":2019,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meaning (existential); Psychology; Criticism; Medical education; Perception; Discipline; Higher education; Teaching method; Mathematics education; Medicine; Sociology; Political science","score_opus":0.24001408031217922,"score_gpt":0.5912842779037494,"score_spread":0.3512701975915702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944335313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8343147,0.00006376029,0.004312708,0.14736585,0.008559291,0.0007488262,0.00003333766,0.00013172132,0.0044697835],"genre_scores_gemma":[0.95207155,0.000006533191,0.029639758,0.0018984643,0.000967839,0.000035072513,0.00013078187,0.000017217537,0.015232789],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99619466,0.00090308883,0.00078186975,0.00022639308,0.0017003163,0.00019367979],"domain_scores_gemma":[0.9956763,0.00082321715,0.0011222668,0.00017021247,0.0020458086,0.00016222158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067124795,0.00013158843,0.0002394312,0.0009365342,0.00057782896,0.00049300527,0.0009686352,0.000075304735,0.00069456204],"category_scores_gemma":[0.0023240175,0.00012888887,0.00025516294,0.0002711185,0.000029317132,0.0014874416,0.00006518702,0.00038689384,0.00008122169],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032500635,0.0036264043,0.35798797,0.000026313648,0.007819484,0.0000017736259,0.22464937,0.0112628825,0.002949457,0.1631769,0.13932754,0.0888469],"study_design_scores_gemma":[0.0012459221,0.00019943656,0.3160378,0.0002380447,0.0011526275,0.000005606772,0.025799096,0.0011757219,0.00004554097,0.0027119168,0.65102535,0.00036292357],"about_ca_topic_score_codex":0.0020258632,"about_ca_topic_score_gemma":0.00019267715,"teacher_disagreement_score":0.5116978,"about_ca_system_score_codex":0.0009536174,"about_ca_system_score_gemma":0.000655173,"threshold_uncertainty_score":0.76049674},"labels":[],"label_agreement":null},{"id":"W2945322237","doi":"10.7202/1059175ar","title":"Évaluation formative et autorégulation des apprentissages des élèves : propositions méthodologiques pour l’analyse de processus in situ","year":2019,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Formative assessment; Valuation (finance); Political science; Sociology; Philosophy; Pedagogy; Business","score_opus":0.22263229864390388,"score_gpt":0.4800046079132322,"score_spread":0.2573723092693283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945322237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8923197,0.001268114,0.06261958,0.02930228,0.001062112,0.0018521415,0.000015078615,0.00020090076,0.011360088],"genre_scores_gemma":[0.90451646,0.0008490423,0.087694205,0.00026192007,0.00022238272,0.00026033085,0.0004175506,0.000044420627,0.0057336916],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.95455515,0.041672636,0.0010404026,0.0006864394,0.001445182,0.0006002053],"domain_scores_gemma":[0.9928139,0.004158023,0.0011824482,0.0003818551,0.0013319551,0.00013186134],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07936481,0.00040461018,0.00043415863,0.0006177938,0.00070165313,0.00045815733,0.00037112585,0.00049387413,0.0010971575],"category_scores_gemma":[0.012354169,0.00044764296,0.0001657126,0.0013720288,0.0004059945,0.0065109385,0.000070101705,0.0006923988,0.00037766108],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006215885,0.00082369347,0.08316414,0.00037873283,0.000120297365,9.256588e-7,0.76509047,0.033593435,0.004976037,0.013430491,0.00061261817,0.09774699],"study_design_scores_gemma":[0.00076597626,0.00018431836,0.82230765,0.0005886566,0.00035936825,0.000010766405,0.039905168,0.031683877,0.0018407939,0.10138324,0.00051324145,0.0004569188],"about_ca_topic_score_codex":0.0024689168,"about_ca_topic_score_gemma":0.010749584,"teacher_disagreement_score":0.73914355,"about_ca_system_score_codex":0.0027767026,"about_ca_system_score_gemma":0.0040730303,"threshold_uncertainty_score":0.999816},"labels":[],"label_agreement":null},{"id":"W2947503007","doi":"10.1108/mf-08-2018-0390","title":"Confessions of a faculty advisor","year":2019,"lang":"en","type":"article","venue":"Managerial Finance","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Originality; Perspective (graphical); Curriculum; Corporate governance; Investment (military); Value (mathematics); Field (mathematics); Business; Engineering management; Management; Engineering; Public relations; Computer science; Finance; Political science; Economics; Politics; Economic growth; Creativity","score_opus":0.09895260247528767,"score_gpt":0.435047694986726,"score_spread":0.3360950925114383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947503007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7816369,0.000034534747,0.00014144598,0.0069006183,0.0011193649,0.0002949286,0.000009709088,0.000052037925,0.20981045],"genre_scores_gemma":[0.97103393,0.0000381271,0.0013850466,0.00008646325,0.00010493037,0.000006734841,0.000003943459,0.000004867369,0.027335942],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909073,0.00019677577,0.00014439126,0.00013844961,0.0002957041,0.0001339763],"domain_scores_gemma":[0.99940425,0.00015161668,0.00019315307,0.00016739727,0.000062752326,0.000020817773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009109727,0.00004969691,0.00011727928,0.000033517277,0.00015543975,0.000025710528,0.00023382573,0.000049220154,0.00085836765],"category_scores_gemma":[0.00070528424,0.00004853864,0.000040297433,0.00014367781,0.00008666916,0.00028610427,0.000045826255,0.000076971424,0.0004336268],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000860004,0.00012300767,0.0092937425,0.000043547516,0.000022855813,0.0000024739575,0.013806076,0.0002893434,0.0020655075,0.93278104,0.017747067,0.023739338],"study_design_scores_gemma":[0.0002869123,0.000028869395,0.017721541,0.00003435529,0.000008180909,8.4310656e-8,0.001346856,0.000065628854,0.0001748655,0.0014868979,0.9787599,0.0000858998],"about_ca_topic_score_codex":0.0014275891,"about_ca_topic_score_gemma":0.00019809057,"teacher_disagreement_score":0.96101284,"about_ca_system_score_codex":0.000022910459,"about_ca_system_score_gemma":0.000094297284,"threshold_uncertainty_score":0.93985236},"labels":[],"label_agreement":null},{"id":"W2947986312","doi":"10.7202/1060825ar","title":"“Somebody has to teach the ‘broccoli’ course”: Administrators Navigating Student Evaluations of Teaching (SET)","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Set (abstract data type); Mathematics education; Qualitative research; Process (computing); Higher education; Teaching method; Psychology; Medical education; Evaluation methods; Course evaluation; Pedagogy; Computer science; Sociology; Engineering; Political science; Medicine; Social science","score_opus":0.09620578246036464,"score_gpt":0.5025292359798134,"score_spread":0.4063234535194487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947986312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92252535,0.0007766009,0.000016765074,0.06343596,0.0031094444,0.00044705876,0.000004487084,0.0000072067487,0.009677142],"genre_scores_gemma":[0.9919294,0.0000035571,0.0007807272,0.0009694514,0.000695586,0.000010923414,0.000004253744,0.000013923875,0.00559215],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971327,0.0011098497,0.0005240275,0.00013662192,0.000830599,0.0002662125],"domain_scores_gemma":[0.99730194,0.0005063086,0.0007941913,0.00024097334,0.0006822415,0.00047433085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058609587,0.00010277036,0.00017259765,0.00016854837,0.0009603861,0.00029055428,0.00063138705,0.0000702185,0.0008528903],"category_scores_gemma":[0.0012316201,0.00008755721,0.000083335486,0.0002887119,0.00013675474,0.0005398966,0.000012253499,0.00060462713,0.00007903769],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014836085,0.0003027925,0.58612746,0.000028974926,0.00018755521,0.000002370768,0.24919038,0.0010801951,0.00064426224,0.059280325,0.091110274,0.012030583],"study_design_scores_gemma":[0.00020180455,0.00017756484,0.29971826,0.000270005,0.00015334737,0.0000082882625,0.06779088,0.0000062694508,0.00004048381,0.00090256304,0.6305707,0.00015980651],"about_ca_topic_score_codex":0.014772575,"about_ca_topic_score_gemma":0.01905337,"teacher_disagreement_score":0.5394605,"about_ca_system_score_codex":0.0006119495,"about_ca_system_score_gemma":0.014361282,"threshold_uncertainty_score":0.99884635},"labels":[],"label_agreement":null},{"id":"W2948231833","doi":"10.5206/cjsotl-rcacea.2019.1.7995","title":"Leadership for the Scholarship of Teaching and Learning: Understanding Bridges and Gaps in Practice","year":2019,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; Brock University","funders":"","keywords":"Scholarship of Teaching and Learning; Scholarship; Sociology; Context (archaeology); Value (mathematics); Pedagogy; Public relations; Political science; Teaching method","score_opus":0.24463504731851854,"score_gpt":0.42106368868522703,"score_spread":0.1764286413667085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948231833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9070123,0.008529635,0.0011470715,0.07972121,0.00044378577,0.00087885716,0.0000038106061,0.000022638595,0.0022406972],"genre_scores_gemma":[0.99579024,0.0002303831,0.001444325,0.00045020663,0.00022049273,0.000009066088,0.0000012668926,0.000034028544,0.0018199935],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9885673,0.009594343,0.00045083606,0.0002654928,0.0005458631,0.0005761627],"domain_scores_gemma":[0.96815187,0.030416777,0.00082548364,0.00019311724,0.00016342549,0.00024934916],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10249979,0.00019231999,0.00028998812,0.0002668068,0.012876031,0.001205605,0.0005902735,0.00016041717,0.000014638942],"category_scores_gemma":[0.09006698,0.00012660467,0.00010394747,0.00013452194,0.0005580078,0.0015829646,0.000052148953,0.008021607,9.495327e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005308448,0.000040872746,0.32758513,0.0003193632,0.0005325072,0.000004601234,0.34624258,0.0104815895,0.0005606941,0.22400434,0.00016761837,0.089529864],"study_design_scores_gemma":[0.002015524,0.0005873407,0.061575018,0.0012552049,0.00065105024,0.00018746688,0.7876377,0.0038531965,0.000021970242,0.011950764,0.12977272,0.00049201964],"about_ca_topic_score_codex":0.029151432,"about_ca_topic_score_gemma":0.029893124,"teacher_disagreement_score":0.44139513,"about_ca_system_score_codex":0.00028006092,"about_ca_system_score_gemma":0.00056519103,"threshold_uncertainty_score":0.99983126},"labels":[],"label_agreement":null},{"id":"W2948945147","doi":"10.5539/hes.v9n3p12","title":"Student Evaluation of Lecturers – What do Faculty Members Think about the Damage Caused by Teaching Surveys?","year":2019,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Interpersonal communication; Teaching method; Higher education; Medical education; Qualitative research; Affect (linguistics); Mathematics education; Pedagogy; Sociology; Medicine; Social psychology; Social science","score_opus":0.20879122942035971,"score_gpt":0.530091739423609,"score_spread":0.3213005100032493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948945147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9437402,0.016349677,0.000005628133,0.02178379,0.005046322,0.0009012544,0.000004899711,0.0000598185,0.012108394],"genre_scores_gemma":[0.9879416,0.00073518016,0.00013477383,0.00052416266,0.00021211836,0.00009273375,0.000030949348,0.000015135926,0.010313312],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9905666,0.0063581537,0.00037896735,0.00033466495,0.0021302397,0.000231383],"domain_scores_gemma":[0.9963427,0.001354249,0.0005988418,0.000383057,0.0012675147,0.00005359575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022156967,0.00016785777,0.00024414418,0.00008649923,0.00095858955,0.0003448973,0.00042283756,0.00007857833,0.00085018046],"category_scores_gemma":[0.0010616084,0.00012159199,0.00007637296,0.0002615579,0.00024689574,0.0013506329,0.00007766949,0.00030200218,0.00008109764],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014248382,0.00075102784,0.12958458,0.00007304446,0.0010371987,1.0107152e-7,0.6332101,0.000946441,0.0004023394,0.037392486,0.15819384,0.03839458],"study_design_scores_gemma":[0.0004332098,0.000035644018,0.33787212,0.00012613116,0.00031229813,1.13434304e-7,0.4165886,0.000015430043,0.00004411897,0.0010457602,0.24330457,0.0002220151],"about_ca_topic_score_codex":0.0021623585,"about_ca_topic_score_gemma":0.0005960181,"teacher_disagreement_score":0.2166215,"about_ca_system_score_codex":0.00046911626,"about_ca_system_score_gemma":0.0005376177,"threshold_uncertainty_score":0.93088794},"labels":[],"label_agreement":null},{"id":"W2949464596","doi":"10.22329/celt.v12i0.5397","title":"From Perception to Practice","year":2019,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Windsor; Western University; McMaster University; University of Waterloo; Brock University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Sociology; Pedagogy; Humanities; Ideology; Institution; Psychology; Political science; Politics; Social science; Philosophy","score_opus":0.03407450359934486,"score_gpt":0.40096755002728024,"score_spread":0.3668930464279354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949464596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6690539,0.000023378865,0.0006227346,0.012571819,0.0004138979,0.0002442708,9.222202e-7,0.00025113398,0.31681794],"genre_scores_gemma":[0.9640841,0.000023087243,0.0069211507,0.0007637755,0.00031560365,0.000010592391,0.000008750294,0.000018913403,0.027854055],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99585736,0.0028532492,0.00015915542,0.0003623334,0.0005285493,0.00023935398],"domain_scores_gemma":[0.9964584,0.0030107452,0.00016040492,0.00012958572,0.0000988197,0.00014205143],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0036786315,0.00011301716,0.0001453741,0.0001575963,0.001645704,0.00035372033,0.00014000735,0.00010623437,0.00068002293],"category_scores_gemma":[0.016769752,0.00011857998,0.00003005506,0.00016701901,0.00003229449,0.0005498385,0.000047347694,0.0009841906,0.00073084835],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065415894,0.00042040215,0.05346129,0.000023224024,0.00017164103,0.00001180285,0.5416651,0.0043898937,0.008194021,0.06458155,0.014559517,0.31186742],"study_design_scores_gemma":[0.00044787297,0.00026672066,0.008813931,0.000105772226,0.00004052964,0.0000014364485,0.060070243,0.0014104431,0.000006804521,0.00042202044,0.9281619,0.00025231886],"about_ca_topic_score_codex":0.0069699166,"about_ca_topic_score_gemma":0.00018818384,"teacher_disagreement_score":0.9136024,"about_ca_system_score_codex":0.00016301013,"about_ca_system_score_gemma":0.00010382828,"threshold_uncertainty_score":0.999654},"labels":[],"label_agreement":null},{"id":"W2949900320","doi":"10.22329/celt.v12i0.5409","title":"Student Anxiety and Evaluation","year":2019,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Bishop's University","funders":"Bishop's University; University of Minnesota","keywords":"Psychology; Valuation (finance); Anxiety; Humanities; Philosophy; Accounting","score_opus":0.04521255519165919,"score_gpt":0.4138248278122398,"score_spread":0.3686122726205806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949900320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7524978,0.00018883946,0.000029735098,0.0015235993,0.00016909574,0.0003187426,2.481169e-7,0.00012289963,0.24514902],"genre_scores_gemma":[0.99106735,0.00015151544,0.00036103502,0.00010178938,0.00009386389,0.000015913114,0.000004543131,0.00001300323,0.008190958],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957468,0.0028420808,0.0001510222,0.00031584653,0.0007383167,0.00020595023],"domain_scores_gemma":[0.9986312,0.0009259228,0.00015692652,0.000095610594,0.000100068624,0.00009029205],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008218209,0.00010633327,0.00013778504,0.00012687435,0.001783229,0.0003004884,0.0000920757,0.000090385605,0.00024782258],"category_scores_gemma":[0.003410797,0.00010595326,0.000022546832,0.000112971546,0.000059300488,0.0003020713,0.000047913443,0.0007480713,0.000039605195],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006196481,0.00013981652,0.609837,0.000024039175,0.00007303178,9.786686e-7,0.08874966,0.0014804702,0.000579529,0.063348934,0.0006149694,0.2350896],"study_design_scores_gemma":[0.0043025743,0.0007988312,0.47506168,0.0004714365,0.0002780786,0.0000118557755,0.07968293,0.044628266,0.000036166246,0.0026276128,0.39108884,0.0010117122],"about_ca_topic_score_codex":0.0005497186,"about_ca_topic_score_gemma":0.00013955617,"teacher_disagreement_score":0.39047387,"about_ca_system_score_codex":0.00012346198,"about_ca_system_score_gemma":0.00012343611,"threshold_uncertainty_score":0.9995163},"labels":[],"label_agreement":null},{"id":"W2954235570","doi":"10.1080/14703297.2019.1635905","title":"Investigating support for scholarship of teaching and learning; We need SoTL educational leaders","year":2019,"lang":"en","type":"article","venue":"Innovations in Education and Teaching International","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Scholarship of Teaching and Learning; Scholarship; Sociology; Underpinning; Pedagogy; Situated; Faculty development; Professional development; Higher education; Educational research; Professional learning community; Centrality; Teaching and learning center; Teaching method; Political science; Computer science","score_opus":0.11706201006590178,"score_gpt":0.472004575825807,"score_spread":0.35494256575990524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954235570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8856972,0.000059399106,0.00041357937,0.07400485,0.0012506611,0.0003945283,0.0000057710677,0.000039147497,0.038134873],"genre_scores_gemma":[0.95092535,0.000019850437,0.041510057,0.0006881396,0.00028429227,0.00006515544,0.00010884397,0.000015107504,0.006383187],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980178,0.0006082581,0.00048681692,0.0002816369,0.0004377647,0.00016774233],"domain_scores_gemma":[0.9972228,0.0018056508,0.00043184764,0.00010641464,0.0003737191,0.000059580052],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0067017297,0.000113059235,0.00014172087,0.00064698426,0.0007071807,0.00017712121,0.00022576177,0.000097195254,0.0001910075],"category_scores_gemma":[0.015422129,0.00013372762,0.000029182602,0.00016444694,0.00019922075,0.0011970496,0.000046662415,0.0009430767,0.00000805429],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004562974,0.00015750356,0.31325448,0.000027760583,0.000018627923,1.1874748e-8,0.024527809,0.00006526869,0.00058213435,0.62900144,0.00042375212,0.031936634],"study_design_scores_gemma":[0.0015634878,0.00014136004,0.32252404,0.000588647,0.000040312225,0.0000128294305,0.14931779,0.0031889195,0.00007095122,0.06623397,0.45573935,0.00057833816],"about_ca_topic_score_codex":0.00095367985,"about_ca_topic_score_gemma":0.00012691367,"teacher_disagreement_score":0.5627675,"about_ca_system_score_codex":0.0001803516,"about_ca_system_score_gemma":0.0008797827,"threshold_uncertainty_score":0.9928714},"labels":[],"label_agreement":null},{"id":"W2955309063","doi":"10.21083/ajote.v7i3.4333","title":"TEACHING STYLES AND EDUCATIONAL PHILOSOPHIES OF SECONDARY SCHOOL TEACHERS IN KANO METROPOLIS, NIGERIA","year":2018,"lang":"en","type":"article","venue":"African Journal of Teacher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Psychology; Significant difference; Data collection; Style (visual arts); Essentialism; Kano model; Teaching method; Pedagogy; Service (business); Sociology; Social science; Mathematics; Geography; Statistics","score_opus":0.047316804075179006,"score_gpt":0.4139885963218958,"score_spread":0.36667179224671675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955309063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89012724,0.0014680001,0.00002545372,0.04931033,0.0006011079,0.00013549812,0.000001731808,0.000009826572,0.058320828],"genre_scores_gemma":[0.9902037,0.00008466837,0.005843866,0.0002295196,0.0019830451,0.0000060031934,0.0000023707396,0.000015125414,0.0016316983],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968931,0.0015107018,0.0006392266,0.0001726276,0.0005819046,0.00020241892],"domain_scores_gemma":[0.99771947,0.00038500899,0.0011027073,0.00015901709,0.00043412135,0.00019966315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00576994,0.00012752807,0.00025511958,0.0006606126,0.0003177514,0.00008843415,0.00035390907,0.00009084958,0.00077808544],"category_scores_gemma":[0.005405767,0.00012478574,0.000067619214,0.00030982518,0.00055506534,0.0013039934,0.000034499288,0.0006392665,0.00001051079],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012290952,0.0016675119,0.5574547,0.00004666297,0.00012557763,7.6065555e-7,0.24397132,0.0000045261945,0.002628889,0.090754025,0.018733904,0.084489234],"study_design_scores_gemma":[0.0008021378,0.0004498538,0.4709358,0.0002958271,0.00013399805,0.00003250806,0.365995,0.000007101217,0.00021963251,0.047328696,0.11340946,0.00039001726],"about_ca_topic_score_codex":0.00335431,"about_ca_topic_score_gemma":0.0008301036,"teacher_disagreement_score":0.122023664,"about_ca_system_score_codex":0.0004037119,"about_ca_system_score_gemma":0.0029813678,"threshold_uncertainty_score":0.851949},"labels":[],"label_agreement":null},{"id":"W2955947086","doi":"10.7717/peerj.7225","title":"Conflict of interest explains the size of student evaluation of teaching and learning correlations in multisection studies: a meta-analysis","year":2019,"lang":"en","type":"article","venue":"PeerJ","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; University of Calgary; Mount Royal University","funders":"","keywords":"Set (abstract data type); Publishing; Psychology; Meta-analysis; Political science; Computer science; Medicine","score_opus":0.6208037040129519,"score_gpt":0.5604897304221299,"score_spread":0.06031397359082202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955947086","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952814,0.0008973804,0.00011904302,0.0013384126,0.00007860082,0.00041079376,0.0000020898292,0.0000074640457,0.0018648413],"genre_scores_gemma":[0.99902546,0.000054538843,0.00035266663,0.0000112654825,0.000010377081,0.000021577824,0.0000016479341,0.000003369365,0.0005190951],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99402803,0.0045786668,0.00042316355,0.00014228035,0.0007542633,0.00007359675],"domain_scores_gemma":[0.9927146,0.005946844,0.0007139292,0.0001449933,0.0004644873,0.000015184737],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023875214,0.000060841394,0.000400934,0.00016663519,0.00019889449,0.000015797663,0.00012494497,0.00003676069,0.00019601343],"category_scores_gemma":[0.015098083,0.000045085977,0.00016612145,0.0003154183,0.00012200542,0.00025093608,0.00004836558,0.00028334762,0.0000016760565],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001920534,0.00016718546,0.3880476,0.000029861898,0.014490784,5.6649178e-8,0.51376826,0.07506332,0.00087839883,0.0055619706,0.00001627849,0.0019570934],"study_design_scores_gemma":[0.0007507276,0.00013123773,0.5928215,0.000026998294,0.048703875,1.9332386e-7,0.3269291,0.029625889,0.00008784211,0.0003262727,0.00048397566,0.0001124478],"about_ca_topic_score_codex":0.008065005,"about_ca_topic_score_gemma":0.01607289,"teacher_disagreement_score":0.20477384,"about_ca_system_score_codex":0.00007325264,"about_ca_system_score_gemma":0.00006122819,"threshold_uncertainty_score":0.9985404},"labels":[],"label_agreement":null},{"id":"W2956662446","doi":"10.1515/cti-2018-0033","title":"A brief history of distance education in Chemistry at McGill University in Canada","year":2019,"lang":"en","type":"article","venue":"Chemistry Teacher International","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Distance education; Sociology; Library science; Pedagogy; Mathematics education; Psychology; Computer science","score_opus":0.02847899200700894,"score_gpt":0.30739548041504994,"score_spread":0.278916488408041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956662446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69862485,0.00006413112,0.0000013662199,0.0011667273,0.0002574698,0.000048001697,0.000017296972,0.0000069934367,0.29981315],"genre_scores_gemma":[0.80507106,0.0000143909465,0.00004783804,0.00004333549,0.000038090773,0.0000014863487,0.000025729176,0.0000041047483,0.19475397],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.999004,0.00007081835,0.00017484675,0.00020624486,0.00042905414,0.00011501449],"domain_scores_gemma":[0.99942404,0.00010115484,0.00020607475,0.00013266069,0.00008905171,0.000047046444],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004565881,0.000066720575,0.00009315556,0.000022153135,0.000025200832,0.0000030155827,0.00037015293,0.00006273745,0.0053580347],"category_scores_gemma":[0.0003835332,0.0000905476,0.000025067464,0.00007239463,0.000054761353,0.00020400471,0.000054784443,0.00019897835,0.000007273753],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116305164,0.0004065778,0.94401973,0.0001118435,0.000030819298,0.000008503192,0.004300975,0.00021677844,0.022934387,0.0011903774,0.021935862,0.0047278437],"study_design_scores_gemma":[0.00037968298,0.0000010535659,0.025191406,0.000060242503,0.000003482072,0.0000010081717,0.0037178365,0.00021758433,0.0015045512,0.00004594558,0.9687546,0.000122647],"about_ca_topic_score_codex":0.7829676,"about_ca_topic_score_gemma":0.73352575,"teacher_disagreement_score":0.9468187,"about_ca_system_score_codex":0.020462697,"about_ca_system_score_gemma":0.0049104984,"threshold_uncertainty_score":0.9955512},"labels":[],"label_agreement":null},{"id":"W2963396664","doi":"10.5430/ijhe.v8n4p175","title":"The Changing Role of the Department Chair in the Shifting Landscape of Higher Education","year":2019,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pace; Workload; Scope (computer science); Academic department; Bureaucracy; Empirical research; Psychology; Medical education; Higher education; Public relations; Political science; Management; Medicine; Geography; Computer science","score_opus":0.030792545777776004,"score_gpt":0.4148871255902696,"score_spread":0.38409457981249356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963396664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91068065,0.0016548019,0.0000021269614,0.061427183,0.0063182577,0.00021899544,0.0000011934815,0.0000031331406,0.019693634],"genre_scores_gemma":[0.99382645,0.00006295365,0.000102839644,0.00047778923,0.0009378642,0.000010781418,0.0000023509422,0.000005581886,0.004573368],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978361,0.000551705,0.00042324746,0.00007341868,0.00100811,0.00010740996],"domain_scores_gemma":[0.997511,0.0006110939,0.0011423457,0.00014759228,0.0005672142,0.000020722418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028365462,0.00006125749,0.0000874971,0.00015231372,0.00014979074,0.00008089366,0.0008399152,0.000038653416,0.00028903157],"category_scores_gemma":[0.00026251483,0.000034568326,0.00008400837,0.00024205519,0.00006008398,0.00040099604,0.00003893874,0.00019442571,0.000008113894],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010807615,0.001043721,0.47430858,0.000018004857,0.00017353764,2.453382e-7,0.071869254,0.0005163018,0.0012246742,0.4024662,0.006541294,0.04173011],"study_design_scores_gemma":[0.0002198158,0.000035652905,0.6756927,0.00017590511,0.000032071643,0.0000042670563,0.018981662,0.000020825977,0.00030314547,0.009249038,0.29522213,0.00006283438],"about_ca_topic_score_codex":0.00034945743,"about_ca_topic_score_gemma":0.00009789442,"teacher_disagreement_score":0.39321715,"about_ca_system_score_codex":0.0001631615,"about_ca_system_score_gemma":0.00078402384,"threshold_uncertainty_score":0.31646928},"labels":[],"label_agreement":null},{"id":"W2964549374","doi":"10.29173/cais117","title":"Librarians’ Experiences of the Teaching Role: Grounded in Campus Relationships","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; University of Alberta","funders":"","keywords":"Symbolic interactionism; Sociology; Humanities; Library science; Psychology; Art; Social science","score_opus":0.06839274705533151,"score_gpt":0.3151203125169834,"score_spread":0.24672756546165192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964549374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9173496,0.00087731594,0.000007889198,0.032003194,0.00078224525,0.0007581205,0.000023939612,0.000028402363,0.048169326],"genre_scores_gemma":[0.9940072,0.00013952976,0.00093167066,0.00018359529,0.0001703704,0.00008961465,0.0000012146834,0.000024844352,0.0044519925],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9958674,0.00082597835,0.0010976534,0.0004180391,0.0012346962,0.00055627513],"domain_scores_gemma":[0.9778968,0.0016452823,0.003019706,0.00035083588,0.016920634,0.00016674225],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0047325236,0.0003262383,0.00057407655,0.00019937922,0.0007036213,0.002481061,0.0033023055,0.00038219706,0.00025670597],"category_scores_gemma":[0.09112075,0.00024150297,0.00025555352,0.00096380187,0.0022383851,0.029552868,0.0007391155,0.0012724559,0.000009825642],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030072502,0.00021666134,0.22172178,0.00015220733,0.000056086894,1.4009422e-7,0.6188518,0.000017362781,0.0014698255,0.14963304,0.0014828579,0.006368186],"study_design_scores_gemma":[0.00058483676,0.00019731271,0.3550072,0.0013246372,0.00016475939,0.000011664836,0.5427664,0.0010973475,0.0039398028,0.057111707,0.03734897,0.00044537144],"about_ca_topic_score_codex":0.012108451,"about_ca_topic_score_gemma":0.00043277975,"teacher_disagreement_score":0.1332854,"about_ca_system_score_codex":0.00015683386,"about_ca_system_score_gemma":0.0008412723,"threshold_uncertainty_score":0.99855447},"labels":[],"label_agreement":null},{"id":"W2966158493","doi":"10.5465/ambpp.2019.17971abstract","title":"Race Matters: The Effects of Race in Evaluating Prospective Supervisors","year":2019,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Race (biology); White (mutation); Psychology; Asian americans; Face (sociological concept); Social psychology; Graduate students; Ethnic group; Gender studies; Sociology; Pedagogy; Social science","score_opus":0.048890465657938996,"score_gpt":0.39802875281031047,"score_spread":0.3491382871523715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966158493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93851346,0.00019641331,0.0000056659433,0.0331659,0.00010348373,0.0019740763,2.4723843e-7,0.00003847896,0.026002267],"genre_scores_gemma":[0.9938479,0.00022602908,0.0011818669,0.0007832128,0.00004520796,0.000081193524,2.2181423e-7,0.000013755817,0.0038206084],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977672,0.00018453311,0.00038249916,0.00030136268,0.0010938436,0.0002705794],"domain_scores_gemma":[0.99850196,0.0007809371,0.0005264369,0.00007342824,0.00008605439,0.000031189167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00710196,0.00012066745,0.00023167755,0.0001823429,0.00014623851,0.00004842893,0.0006794709,0.00008800655,0.000105131156],"category_scores_gemma":[0.0012243444,0.00010059822,0.000057907346,0.00056259497,0.00016913241,0.001039324,0.00020438235,0.00033578524,0.000045830973],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002115783,0.0003508942,0.40970176,0.003518996,0.00032662254,7.402795e-7,0.2103308,0.00013957261,0.0081248265,0.32862008,0.009729672,0.028944468],"study_design_scores_gemma":[0.004205142,0.0005594247,0.76774144,0.0023013428,0.00045280525,9.687749e-7,0.14370067,0.0011958095,0.011847272,0.02319846,0.044098545,0.00069811894],"about_ca_topic_score_codex":0.0002463664,"about_ca_topic_score_gemma":0.0000065552995,"teacher_disagreement_score":0.35803968,"about_ca_system_score_codex":0.00010957357,"about_ca_system_score_gemma":0.000021483567,"threshold_uncertainty_score":0.41022763},"labels":[],"label_agreement":null},{"id":"W2969383861","doi":"10.5430/ijhe.v8n5p95","title":"Student Evaluation of Teaching in Higher Education: Evidence from Hong Kong","year":2019,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mainland China; Class (philosophy); Set (abstract data type); Blame; Raw score; Mathematics education; China; Psychology; Mainland; Medical education; Raw data; Medicine; Geography; Social psychology; Computer science; Mathematics; Statistics","score_opus":0.18383747598219027,"score_gpt":0.5423126793829042,"score_spread":0.3584752034007139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969383861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9287724,0.0024088807,0.000009508024,0.026269404,0.016499149,0.00027746236,0.000001727153,0.000009358165,0.025752144],"genre_scores_gemma":[0.98947716,0.00009733442,0.0015211808,0.00037304778,0.0022822577,0.000013934256,0.000010927073,0.000012047833,0.0062121013],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99446017,0.0014639822,0.0007875527,0.00019982523,0.0029595864,0.00012887489],"domain_scores_gemma":[0.9955573,0.0008238611,0.0014659216,0.0001889939,0.0018853913,0.000078498946],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006620359,0.000111907306,0.00019455506,0.00046655643,0.000077717385,0.00016020177,0.0008049629,0.000090820875,0.005558184],"category_scores_gemma":[0.001018228,0.00011265618,0.00009571539,0.00018234913,0.00005334151,0.002298946,0.000049314844,0.00038816917,0.000058127258],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100598925,0.0015010952,0.8738111,0.000012119687,0.000175946,8.9497956e-7,0.02357032,0.0014069278,0.0023464279,0.03939825,0.004408344,0.05326796],"study_design_scores_gemma":[0.0004988605,0.00004716321,0.95369333,0.00079900597,0.00009833884,0.0000021578053,0.004672747,0.000034614557,0.00010305281,0.006654501,0.033270385,0.00012586307],"about_ca_topic_score_codex":0.0028181036,"about_ca_topic_score_gemma":0.00025849833,"teacher_disagreement_score":0.07988219,"about_ca_system_score_codex":0.0012361163,"about_ca_system_score_gemma":0.0028236853,"threshold_uncertainty_score":0.9953509},"labels":[],"label_agreement":null},{"id":"W2969731215","doi":"","title":"Balancing voices and views in socratic circle seminars: A self-study","year":2018,"lang":"en","type":"article","venue":"Knowledge UdeS (Institutional Deposit of the University of Sherbrooke)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Socratic method; Psychology; Sociology; Epistemology; Aesthetics; Art; Philosophy","score_opus":0.03564823769816709,"score_gpt":0.3071034037082689,"score_spread":0.2714551660101018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969731215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9608553,0.0012827368,0.00037918528,0.0003398611,0.00022482857,0.00037709807,0.0000012427569,0.000027350692,0.03651238],"genre_scores_gemma":[0.9971009,0.00015261922,0.0020781723,0.000015212208,0.00005163849,6.7928784e-7,4.9220824e-7,0.000003597239,0.00059672457],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9984475,0.0006177612,0.0001873647,0.00019516407,0.0004111728,0.00014106448],"domain_scores_gemma":[0.9993395,0.00018990731,0.00014469879,0.00016763632,0.00010861076,0.000049655184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015044576,0.000082794904,0.00017475241,0.000113004906,0.0011957989,0.00001839217,0.00048625327,0.000051497944,0.0001075783],"category_scores_gemma":[0.00028083965,0.00008632816,0.00006186539,0.0003191197,0.0007154095,0.0004480366,0.00024804022,0.00014979875,0.000014824622],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012155044,0.0014796781,0.39836285,0.0006627626,0.00016206416,0.000008827809,0.5780107,0.0013059141,0.004290509,0.008370687,0.00083706266,0.0063874386],"study_design_scores_gemma":[0.0018669182,0.00043918236,0.85110664,0.0016656717,0.00029957734,0.000009397914,0.041874822,0.00795981,0.001254968,0.0007622138,0.09239588,0.000364922],"about_ca_topic_score_codex":0.009237571,"about_ca_topic_score_gemma":0.16173406,"teacher_disagreement_score":0.53613585,"about_ca_system_score_codex":0.00078090164,"about_ca_system_score_gemma":0.00028380766,"threshold_uncertainty_score":0.99736},"labels":[],"label_agreement":null},{"id":"W2971750917","doi":"10.5206/cjsotl-rcacea.2019.2.8173","title":"Navigating the Lows to Gain New Heights: Constraints to SoTL Engagement","year":2019,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Scholarship of Teaching and Learning; Promotion (chess); Scholarship; Sociology; Higher education; Desk; Discipline; Pedagogy; Political science; Teaching method; Social science; Teaching and learning center; Politics","score_opus":0.13819518240764908,"score_gpt":0.43689583365247375,"score_spread":0.2987006512448247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971750917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81254244,0.000444721,0.001285943,0.18118362,0.00074101944,0.0007147217,0.0000023484615,0.000019046425,0.0030661603],"genre_scores_gemma":[0.9906854,0.0000072930284,0.0024550247,0.0024961669,0.00046081393,0.000006378069,5.8226505e-7,0.000017676213,0.0038706427],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99271345,0.00588452,0.0002822894,0.0001598778,0.00051086664,0.00044899984],"domain_scores_gemma":[0.99330616,0.005535593,0.00029486883,0.00021408386,0.00012390752,0.00052538724],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06478798,0.00011872119,0.00014222413,0.00006229789,0.01283671,0.0010793682,0.00087683095,0.00005791307,0.00021704302],"category_scores_gemma":[0.027954377,0.00006677308,0.00009064896,0.00014135621,0.0001762543,0.00035963155,0.000048397476,0.0047826143,0.00004237184],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005710176,0.000008240309,0.01435855,0.000014294996,0.00016995381,0.0000025477966,0.44289014,0.024617374,0.0004038373,0.042947434,0.0023954988,0.47213504],"study_design_scores_gemma":[0.00051803835,0.00027459182,0.011174196,0.0006953618,0.0001383078,0.000042153264,0.16579074,0.00053725764,0.000034803863,0.005097102,0.8153829,0.00031454302],"about_ca_topic_score_codex":0.053588293,"about_ca_topic_score_gemma":0.049889084,"teacher_disagreement_score":0.8129874,"about_ca_system_score_codex":0.00019875904,"about_ca_system_score_gemma":0.0009808072,"threshold_uncertainty_score":0.9999576},"labels":[],"label_agreement":null},{"id":"W2971980382","doi":"10.5206/cjsotl-rcacea.2019.2.8174","title":"Characterizing SoTL Across Canada","year":2019,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Guelph","funders":"","keywords":"Scholarship of Teaching and Learning; Diversity (politics); Scholarship; Scope (computer science); Sociology; Discipline; Medical education; Psychology; Pedagogy; Political science; Teaching method; Social science; Medicine; Computer science","score_opus":0.0910739155964912,"score_gpt":0.39812765841061476,"score_spread":0.30705374281412356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971980382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9545504,0.0006078756,0.000035754147,0.04156257,0.001039034,0.00019404238,0.0000043748028,0.000010347845,0.0019956462],"genre_scores_gemma":[0.9932734,0.000018010009,0.0001866379,0.0007390989,0.00032999777,0.0000025690229,0.0000011370566,0.000014955378,0.005434218],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964623,0.0023522992,0.00021537807,0.00011210163,0.00041777804,0.00044015324],"domain_scores_gemma":[0.99626124,0.0028314355,0.0003691844,0.00014489569,0.00013125886,0.00026197906],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030690422,0.00009084834,0.0001302253,0.00003347841,0.014478016,0.00078009395,0.0005815499,0.0000613327,0.000091132584],"category_scores_gemma":[0.01152224,0.000059660626,0.00006521178,0.0000693024,0.00015991986,0.00052334263,0.000022682649,0.0031149632,0.0000046408873],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009100403,0.00001253473,0.33513492,0.00007022441,0.00036766476,0.0000094154175,0.33800995,0.0043124054,0.0010139181,0.039187185,0.0015451065,0.28024566],"study_design_scores_gemma":[0.00027260056,0.000049330887,0.054612402,0.00012468404,0.000049683713,0.000037094458,0.056729395,0.0002663475,0.000018333927,0.00062214374,0.8870609,0.00015707643],"about_ca_topic_score_codex":0.93052065,"about_ca_topic_score_gemma":0.9745964,"teacher_disagreement_score":0.8855158,"about_ca_system_score_codex":0.00027002126,"about_ca_system_score_gemma":0.0018499736,"threshold_uncertainty_score":0.9991849},"labels":[],"label_agreement":null},{"id":"W2972792821","doi":"10.7202/1063779ar","title":"Practical Measures for Institutional Program Reviews: A Case Study of a Small Post-Secondary Institution","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Relevance (law); Institution; sort; Process (computing); Higher education; Accounting; Management science; Business; Computer science; Sociology; Political science; Economics; Social science; Economic growth","score_opus":0.21732009866020707,"score_gpt":0.4885651399471116,"score_spread":0.2712450412869045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972792821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804462,0.0021975872,0.000087890985,0.0076453118,0.0034015512,0.001965465,0.00000624246,0.000008775459,0.0042409305],"genre_scores_gemma":[0.9918713,0.000020774698,0.006035885,0.0003043741,0.00046343342,0.00005635454,0.0000050567946,0.000006803926,0.001236018],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828523,0.0006023596,0.0005091034,0.00012476229,0.00030191985,0.00017663474],"domain_scores_gemma":[0.9973126,0.00021176634,0.0007558344,0.00013209657,0.0012673202,0.00032039115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031161576,0.00008417323,0.00019726912,0.00030720507,0.00040611808,0.00010114413,0.00016316152,0.000077277466,0.0003577383],"category_scores_gemma":[0.0022482306,0.00007896579,0.00008314781,0.00021322694,0.00012340766,0.0009178447,0.0000037997627,0.00025537217,0.000014368774],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039345984,0.0074349307,0.17535752,0.00061124447,0.00059832766,0.0003391377,0.15868859,0.0003262493,0.00024182817,0.15045707,0.06412481,0.44142684],"study_design_scores_gemma":[0.0006060895,0.000815437,0.01620955,0.00011477536,0.00015035164,0.0004098504,0.018135121,0.000004516137,0.00000450879,0.00028943818,0.9631455,0.00011488823],"about_ca_topic_score_codex":0.057542205,"about_ca_topic_score_gemma":0.17643967,"teacher_disagreement_score":0.8990207,"about_ca_system_score_codex":0.0004513886,"about_ca_system_score_gemma":0.020806467,"threshold_uncertainty_score":0.98474467},"labels":[],"label_agreement":null},{"id":"W2974368751","doi":"10.20343/teachlearninqu.7.2.12","title":"The Scholarship of Teaching and Learning: A Scoping Review Protocol","year":2019,"lang":"en","type":"review","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Rollins College; University of Calgary","keywords":"Documentation; Protocol (science); Scholarship; Field (mathematics); Systematic review; Process (computing); Plan (archaeology); Computer science; Engineering ethics; Knowledge management; Engineering; Medicine; MEDLINE; Political science; Alternative medicine","score_opus":0.34516055393997824,"score_gpt":0.5729272140326978,"score_spread":0.2277666600927195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974368751","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015659849,0.9477031,0.00014510436,0.0045646946,0.0007941442,0.041393377,4.6938922e-7,0.00016661566,0.005216826],"genre_scores_gemma":[0.000032978034,0.9868157,0.00083214766,0.000210633,0.0016890657,0.0043163323,0.000003803776,0.00013847869,0.005960857],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9134688,0.08046429,0.0021957394,0.0006123329,0.002331211,0.00092764944],"domain_scores_gemma":[0.97210646,0.01955993,0.007079612,0.00069498795,0.00029553205,0.0002634776],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15859531,0.00066768384,0.0019829634,0.00028897033,0.017746568,0.0018643572,0.0024809802,0.00042705782,0.000112964415],"category_scores_gemma":[0.10916697,0.00035222594,0.000804022,0.0003254027,0.00088786136,0.0012683973,0.0005732392,0.028457519,0.0000941633],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013807832,0.000036597863,0.00010371516,0.023680607,0.00022840041,0.000004958411,0.013517878,0.000056486835,3.9577452e-7,0.001892194,0.000600797,0.95986414],"study_design_scores_gemma":[0.00017554498,0.00013062936,0.000006824901,0.248789,0.0007733212,0.00018303661,0.0026815557,0.000011189952,3.1566024e-8,0.000099051984,0.7468216,0.00032824255],"about_ca_topic_score_codex":0.00022545435,"about_ca_topic_score_gemma":0.000030558684,"teacher_disagreement_score":0.9595359,"about_ca_system_score_codex":0.00045348195,"about_ca_system_score_gemma":0.0024941755,"threshold_uncertainty_score":0.99989295},"labels":[],"label_agreement":null},{"id":"W2981888462","doi":"10.1080/13562517.2019.1680537","title":"Evidence for conceptual change in approaches to teaching","year":2019,"lang":"en","type":"article","venue":"Teaching in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Concordia University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Conceptual change; Conceptual framework; Intervention (counseling); Psychology; Mathematics education; Teaching method; Professional development; Point (geometry); Pedagogy; Sociology; Social science","score_opus":0.7415059281077548,"score_gpt":0.5301159914924507,"score_spread":0.21138993661530414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981888462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9234031,0.00043966316,0.00007735974,0.051216688,0.0020628306,0.0018262691,0.0000011808792,0.000087165,0.02088577],"genre_scores_gemma":[0.98145455,0.000007844489,0.008886013,0.001392007,0.0008848233,0.00059323193,0.000010944127,0.000020661579,0.006749926],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9970099,0.001508972,0.0003130754,0.00041637255,0.00040573132,0.0003460036],"domain_scores_gemma":[0.9976986,0.0017586926,0.00017307335,0.0002538662,0.000025480207,0.00009027422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008854144,0.00012862253,0.00017593312,0.00032403908,0.00028628766,0.0001296836,0.00039736135,0.000114539034,0.0002197256],"category_scores_gemma":[0.0026251136,0.00014231305,0.000040813542,0.00020087212,0.0000482553,0.0015635377,0.000046307556,0.00055792765,0.00010430077],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000330034,0.00025830022,0.34428495,0.000029899504,0.0000037294462,9.1239905e-8,0.22967413,0.00015883274,0.00007611195,0.39134988,0.00069548446,0.033435576],"study_design_scores_gemma":[0.0005752267,0.00015266096,0.661144,0.000996779,0.000020874453,4.375565e-7,0.035916403,0.00045030817,0.000010313712,0.0038222857,0.29638082,0.000529869],"about_ca_topic_score_codex":0.015601933,"about_ca_topic_score_gemma":0.0038422272,"teacher_disagreement_score":0.3875276,"about_ca_system_score_codex":0.0006757202,"about_ca_system_score_gemma":0.0003209746,"threshold_uncertainty_score":0.99095327},"labels":[],"label_agreement":null},{"id":"W2983061469","doi":"10.7554/elife.42254.017","title":"Decision letter: How significant are the public dimensions of faculty work in review, promotion and tenure documents?","year":2018,"lang":"en","type":"peer-review","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Promotion (chess); Work (physics); Public relations; Political science; Sociology; Engineering; Law","score_opus":0.20236696340953214,"score_gpt":0.45940604744132413,"score_spread":0.257039084031792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983061469","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033231656,0.053946435,0.00006149903,0.9393284,0.0012257901,0.0023527576,0.0000459297,0.00004156992,0.0026653365],"genre_scores_gemma":[0.010727925,0.6473088,0.0046639983,0.025802646,0.0011803249,0.0004888237,0.0006547456,0.00007096502,0.30910176],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943309,0.0024185881,0.00060648815,0.0005065063,0.0018379871,0.00029957131],"domain_scores_gemma":[0.99613214,0.001048582,0.0014128103,0.00056244526,0.00073742267,0.000106615225],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012837463,0.00024979294,0.000631755,0.00013454357,0.00047435076,0.00022156026,0.0005758209,0.00023711038,0.0009620643],"category_scores_gemma":[0.017817136,0.00013429551,0.00013356,0.000773242,0.00036995363,0.00062207365,0.0002043595,0.0006158361,0.000055068555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026064681,0.00006466064,0.0005091193,0.0007783853,0.000021766753,0.0000012851277,0.00030862074,7.98815e-8,0.0000010764747,0.00014491612,0.9762455,0.021921968],"study_design_scores_gemma":[0.00009952815,0.000033633944,0.0008807027,0.020908235,0.00016155408,9.797999e-7,0.00025753182,0.0000013672172,8.4562896e-7,0.0002378752,0.9772459,0.00017180474],"about_ca_topic_score_codex":0.00067816186,"about_ca_topic_score_gemma":0.0043090875,"teacher_disagreement_score":0.9135257,"about_ca_system_score_codex":0.00014739385,"about_ca_system_score_gemma":0.00027635106,"threshold_uncertainty_score":0.9999512},"labels":[],"label_agreement":null},{"id":"W2991769604","doi":"10.47678/cjhe.v44i2.183763","title":"The inquiry network: A model for promoting the teaching-research nexus in higher education","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Nexus (standard); Scholarship; Scholarship of Teaching and Learning; Coursework; Sociology; Institution; Class (philosophy); Pedagogy; Higher education; Process (computing); Teaching and learning center; Educational research; Learning community; Teaching method; Mathematics education; Psychology; Political science; Computer science; Social science","score_opus":0.30800185769481464,"score_gpt":0.5135945653604956,"score_spread":0.205592707665681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991769604","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15955049,0.00754629,0.0007031982,0.75403047,0.023005167,0.0017165317,0.0000015816747,0.000022183254,0.053424124],"genre_scores_gemma":[0.95569193,0.00001217038,0.00076586,0.0013673862,0.005496222,0.000070190246,0.0000023227615,0.000016418917,0.03657747],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99634707,0.0021506087,0.00039034148,0.00013537076,0.0004827428,0.0004938883],"domain_scores_gemma":[0.9966466,0.0016830711,0.0004395491,0.00021992867,0.00070906966,0.000301784],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.019411298,0.00008357105,0.00010430347,0.00021261464,0.0026483575,0.00050869485,0.0006820174,0.00008875987,0.000087309585],"category_scores_gemma":[0.0028376235,0.000058192833,0.00005696198,0.00030583,0.00025523503,0.0005990239,0.000012141406,0.0007445607,0.00000894548],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016782307,0.00009932893,0.009155214,0.00001378208,0.000020980395,1.5669988e-7,0.07520614,0.004807884,0.000007400623,0.51785797,0.33793992,0.054874443],"study_design_scores_gemma":[0.0001104365,0.00003835126,0.019021608,0.00008603221,0.000018601013,0.0000017766134,0.0050890334,0.0020380928,5.0448455e-7,0.08282055,0.89069647,0.00007853855],"about_ca_topic_score_codex":0.016790517,"about_ca_topic_score_gemma":0.06553719,"teacher_disagreement_score":0.79614145,"about_ca_system_score_codex":0.0007850601,"about_ca_system_score_gemma":0.01175518,"threshold_uncertainty_score":0.9986501},"labels":[],"label_agreement":null},{"id":"W2991940894","doi":"10.47678/cjhe.v37i1.183545","title":"What’s the “Use” of Student Ratings of Instruction for Administrators? One University’s Experience","year":2007,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Library science; Political science; Computer science","score_opus":0.21308684687324478,"score_gpt":0.44990361604023105,"score_spread":0.23681676916698627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991940894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882227,0.00027749964,0.00013583754,0.007935942,0.002869036,0.00014824215,0.0000015881428,0.0000016965467,0.00040743125],"genre_scores_gemma":[0.99535626,0.000028306496,0.0017721279,0.00013056953,0.0002495136,5.368119e-7,8.2701575e-7,0.0000032642113,0.0024585668],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99915415,0.0001522741,0.0002614146,0.00005440873,0.00026967886,0.000108075175],"domain_scores_gemma":[0.99804974,0.00030460674,0.00074182666,0.000080227015,0.0006684738,0.00015510948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013247948,0.000038308393,0.000080378675,0.00016293833,0.0002678521,0.00007249953,0.00022131798,0.000041333795,0.00011952629],"category_scores_gemma":[0.00037100786,0.000036046025,0.00004308683,0.00020196833,0.00019655551,0.0011944252,0.0000032295275,0.000088010485,4.1954405e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017852044,0.00041178483,0.25350294,0.00006263989,0.00017700432,0.0000030122433,0.4554244,0.00016039885,0.001594225,0.21616983,0.022446439,0.049868792],"study_design_scores_gemma":[0.00018975421,0.00012216123,0.22702882,0.00009455425,0.00005466522,0.0000026800442,0.1226536,8.167775e-7,0.0005375923,0.00032206738,0.6489345,0.0000587942],"about_ca_topic_score_codex":0.011291623,"about_ca_topic_score_gemma":0.035108626,"teacher_disagreement_score":0.62648803,"about_ca_system_score_codex":0.00027296535,"about_ca_system_score_gemma":0.0033309183,"threshold_uncertainty_score":0.99529225},"labels":[],"label_agreement":null},{"id":"W2992032345","doi":"10.1111/jcal.12398","title":"Students' perceived usefulness of computerized percentage‐only vs. descriptive score Reports: Associations with motivation and grades","year":2019,"lang":"en","type":"article","venue":"Journal of Computer Assisted Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Descriptive statistics; Psychology; Descriptive research; Test (biology); Mathematics education; Medical education; Applied psychology; Statistics; Medicine","score_opus":0.07778075407033949,"score_gpt":0.3548450282920013,"score_spread":0.2770642742216618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992032345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855036,0.000028573353,0.012541557,0.00097252807,0.00044590043,0.00022349643,7.0004955e-7,0.000031505788,0.00025213207],"genre_scores_gemma":[0.9842928,0.000019862964,0.0151867755,0.00008037597,0.00018990827,0.000001019886,0.000004660124,0.000014941059,0.00020965791],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962266,0.0015022322,0.0006612111,0.00018850097,0.0012439297,0.00017751643],"domain_scores_gemma":[0.99569076,0.0009023912,0.002414786,0.000110405024,0.0007819598,0.00009968694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003258915,0.00013247397,0.00042062867,0.0002433932,0.00041235032,0.00030983877,0.00024009676,0.000087169545,0.000057506655],"category_scores_gemma":[0.0006466529,0.0001138937,0.00009467157,0.00023693065,0.000118894284,0.001135326,0.000069925845,0.0005694588,0.0000017184294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078488665,0.00014680656,0.9539266,0.000021052234,0.0002262404,0.000017644643,0.037870497,0.0022757181,0.00035333633,0.00013933524,0.00006099121,0.0048832926],"study_design_scores_gemma":[0.0009653837,0.00046119103,0.988528,0.00035316954,0.00010905528,0.00008189057,0.007623459,0.0006978028,0.000009574656,0.000029830378,0.0010134082,0.00012720095],"about_ca_topic_score_codex":0.00025349788,"about_ca_topic_score_gemma":0.000046249614,"teacher_disagreement_score":0.034601435,"about_ca_system_score_codex":0.00022041239,"about_ca_system_score_gemma":0.00031357756,"threshold_uncertainty_score":0.46444502},"labels":[],"label_agreement":null},{"id":"W2995253297","doi":"10.1007/978-3-030-32846-7_3","title":"So, What’s Important in Postgraduate School?","year":2019,"lang":"en","type":"book-chapter","venue":"Springer briefs in education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Set (abstract data type); Relation (database); Field (mathematics); Computer science; Engineering ethics; Conceptual framework; Graduate students; Management science; Data science; Mathematics education; Sociology; Psychology; Pedagogy; Engineering; Data mining; Mathematics; Social science","score_opus":0.06804681677527893,"score_gpt":0.3990855764560226,"score_spread":0.3310387596807437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995253297","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022896841,0.0092944475,0.000003426933,0.03580759,0.010451486,0.0014749635,0.0000042275155,0.00010937907,0.91995764],"genre_scores_gemma":[0.06632928,0.013713616,0.0010047919,0.0020770887,0.001526642,0.000060587114,0.00007848054,0.00011036485,0.91509914],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974376,0.00022223026,0.00068154593,0.00054845156,0.0007766871,0.00033349273],"domain_scores_gemma":[0.9982271,0.00025954557,0.00070823566,0.0004863123,0.00019247147,0.00012628731],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0036613399,0.00024886485,0.00030943437,0.00058630586,0.00016916225,0.0005236325,0.00044442873,0.00039414945,0.0013979248],"category_scores_gemma":[0.001533338,0.00030098722,0.000090003174,0.00011689909,0.00015396123,0.0015749834,0.00007326154,0.0009264602,0.001019978],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036986257,0.00026213165,0.034947176,0.00009867095,0.000041529078,0.000007807264,0.02228003,0.000029929692,0.00002542468,0.8141484,0.0070241503,0.121097736],"study_design_scores_gemma":[0.00017371886,0.000019447236,0.025653286,0.0009211338,0.000026770585,0.0000012376541,0.0023460798,0.0000078920875,0.000004829298,0.037108812,0.93332803,0.00040875602],"about_ca_topic_score_codex":0.01182173,"about_ca_topic_score_gemma":0.019889558,"teacher_disagreement_score":0.92630386,"about_ca_system_score_codex":0.0012734019,"about_ca_system_score_gemma":0.005949189,"threshold_uncertainty_score":0.9999442},"labels":[],"label_agreement":null},{"id":"W2995297577","doi":"10.1002/ntlf.30224","title":"Knowledge Surveys Two Decades Later: Returning to Our Roots—Educating in Fractal Patterns LV","year":2019,"lang":"en","type":"article","venue":"The National Teaching & Learning Forum","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Watson; Library science; Citation; State (computer science); Artificial intelligence; Computer science; Algorithm","score_opus":0.08938667605142826,"score_gpt":0.4670958830046833,"score_spread":0.37770920695325505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995297577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9216946,0.000048597267,0.0005157526,0.035672996,0.0007347735,0.00038126137,0.000002797711,0.00017398022,0.04077528],"genre_scores_gemma":[0.9878387,0.000003572397,0.0011663854,0.00055781525,0.0005869851,0.000027050513,0.000015910857,0.00003792057,0.009765665],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9899505,0.0074294345,0.00042463918,0.00042129433,0.0011800193,0.00059414597],"domain_scores_gemma":[0.9959886,0.0031475986,0.00037587187,0.00015589778,0.00021453874,0.00011750262],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035237666,0.00019187882,0.00021377447,0.00034114826,0.0017151493,0.00037761143,0.00069625163,0.0001097627,0.0001863826],"category_scores_gemma":[0.016755436,0.00017139033,0.00008965403,0.00036052326,0.000032470318,0.00085130916,0.00021123467,0.0020346737,0.0007425351],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000140570755,0.000099695135,0.88923734,0.000011861839,0.000029379067,6.647125e-7,0.06513696,0.012672187,0.0005878218,0.010234563,0.0008477529,0.021127727],"study_design_scores_gemma":[0.00082819635,0.00013107699,0.7921449,0.00043948443,0.000023894452,0.00000688262,0.06742304,0.009114968,0.00007073461,0.002057763,0.12708844,0.00067060464],"about_ca_topic_score_codex":0.005202446,"about_ca_topic_score_gemma":0.0040272716,"teacher_disagreement_score":0.12624069,"about_ca_system_score_codex":0.000565894,"about_ca_system_score_gemma":0.0003787817,"threshold_uncertainty_score":0.9995845},"labels":[],"label_agreement":null},{"id":"W2995888452","doi":"10.1007/978-3-030-32846-7_2","title":"A Brief Overview of Authors and Theories","year":2019,"lang":"en","type":"book-chapter","venue":"Springer briefs in education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Epistemology; Computer science; Philosophy","score_opus":0.10443957523171407,"score_gpt":0.4327454516459661,"score_spread":0.328305876414252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995888452","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056550032,0.009601594,0.00001203825,0.005104209,0.0020272923,0.0005358945,0.000005793729,0.000035921665,0.97702223],"genre_scores_gemma":[0.12362698,0.008898585,0.0014817785,0.00051007845,0.0006510044,0.00002069865,0.000022126695,0.0000585466,0.8647302],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985709,0.00018930645,0.00034317156,0.00029401522,0.00046339026,0.00013917848],"domain_scores_gemma":[0.9985809,0.00038437772,0.00053160987,0.00028556128,0.00016135427,0.000056210014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025001178,0.00014692232,0.0002591782,0.00021501373,0.00010962366,0.00006886291,0.00020976743,0.00025647832,0.00066743087],"category_scores_gemma":[0.0010476556,0.0001672899,0.000054414297,0.000056772613,0.00027457855,0.00034594853,0.00006447176,0.0003344982,0.00004647122],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005940177,0.00002773667,0.0016552763,0.00011186741,0.000014568628,1.2348067e-7,0.009984828,0.0000013231771,0.0000035071703,0.94220966,0.0005915614,0.04539359],"study_design_scores_gemma":[0.000076624085,0.000017475088,0.008372857,0.00058435777,0.000044462293,5.989504e-7,0.00088942196,0.0000016635539,0.000006299882,0.15087427,0.8389503,0.00018172068],"about_ca_topic_score_codex":0.00335202,"about_ca_topic_score_gemma":0.001696077,"teacher_disagreement_score":0.8383587,"about_ca_system_score_codex":0.0001810669,"about_ca_system_score_gemma":0.001591659,"threshold_uncertainty_score":0.73078996},"labels":[],"label_agreement":null},{"id":"W2996204806","doi":"10.11575/prism/36970","title":"Student Engagement of First Year Students at the University of Calgary in Qatar","year":2019,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mathematics education; Student engagement; Pedagogy; Psychology","score_opus":0.12900847473854818,"score_gpt":0.4693860038814546,"score_spread":0.3403775291429064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996204806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88468015,0.000061915554,5.55162e-7,0.00022007967,0.00026469678,0.0007972151,0.00000867456,4.177302e-7,0.11396632],"genre_scores_gemma":[0.8787656,0.0001886547,0.00032503213,0.0000044387234,0.000012761283,0.0000018243243,0.00009813883,0.0000067586725,0.12059682],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99799967,0.00070603617,0.00018421935,0.00018136104,0.0008390239,0.00008967923],"domain_scores_gemma":[0.99886733,0.0003378243,0.000467211,0.0002243895,0.000081979204,0.000021260461],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003953587,0.00006966694,0.00017653064,0.000051604155,0.00025101262,0.00004233727,0.0013512359,0.00008779253,0.006297203],"category_scores_gemma":[0.00022340073,0.00006393336,0.00004123734,0.000103475264,0.00006177819,0.00018204916,0.00030374876,0.00019177915,0.00027871292],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028728045,0.0005905716,0.42635128,0.0000654301,0.00019590955,0.000005237794,0.55354327,0.00011121305,0.0000483798,0.0002704677,0.0015805106,0.016950462],"study_design_scores_gemma":[0.0007479762,0.000062397965,0.46453804,0.00024270643,0.00012700963,2.6825392e-8,0.30748138,0.0000065709573,0.00015137269,0.000011079301,0.22649501,0.00013642323],"about_ca_topic_score_codex":0.013735846,"about_ca_topic_score_gemma":0.1829975,"teacher_disagreement_score":0.24606188,"about_ca_system_score_codex":0.00020299155,"about_ca_system_score_gemma":0.0002320069,"threshold_uncertainty_score":0.9946112},"labels":[],"label_agreement":null},{"id":"W2997909152","doi":"10.18041/2382-3240/saber.2019v14n2.5888","title":"¿Qué piensan mis alumnos de mi forma de enseñar? Un enfoque en un país en desarrollo","year":2019,"lang":"en","type":"article","venue":"Saber ciencia y libertad","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Mathematics education; Developing country; Psychology; Pedagogy; Sociology; Economic growth; Economics","score_opus":0.02548136440419322,"score_gpt":0.346300368909608,"score_spread":0.3208190045054148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997909152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8342103,0.00016219451,0.00019298207,0.0068820687,0.0004027942,0.00044565386,0.0000046915693,0.00019607529,0.15750323],"genre_scores_gemma":[0.97356737,0.00006184217,0.010337318,0.0027676986,0.00036013577,0.000042323172,0.000007527245,0.00003916724,0.0128166],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951496,0.001813394,0.00042878598,0.0005272644,0.0010639547,0.0010169753],"domain_scores_gemma":[0.99645805,0.002160238,0.00031525374,0.00052703475,0.0001621664,0.00037725456],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0069959415,0.00026002852,0.00028844402,0.00015629028,0.0007877813,0.00027241165,0.0010452397,0.00034535714,0.0034628918],"category_scores_gemma":[0.003132065,0.00026397267,0.00018865016,0.00049835985,0.0002034429,0.001254728,0.000120153265,0.0005585576,0.001158535],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011998097,0.0005426923,0.37510076,0.00006653747,0.00023709532,0.000044457043,0.5005182,0.00020746318,0.01568781,0.040916853,0.009803624,0.056754496],"study_design_scores_gemma":[0.0038430614,0.0006563498,0.2524491,0.00020288768,0.00047071578,0.00009281987,0.05200226,0.0047326474,0.024469528,0.05554262,0.6030443,0.0024937592],"about_ca_topic_score_codex":0.0058967713,"about_ca_topic_score_gemma":0.002180599,"teacher_disagreement_score":0.5932406,"about_ca_system_score_codex":0.0005507974,"about_ca_system_score_gemma":0.0011108769,"threshold_uncertainty_score":0.9999812},"labels":[],"label_agreement":null},{"id":"W3000468712","doi":"10.7202/1066639ar","title":"Perceptions of Institutional Teaching Culture by Tenured, Tenure-track, and Sessional Faculty","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St. Clair College; University of Windsor; Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Perception; Medical education; Higher education; University faculty; Organizational culture; Psychology; Quality (philosophy); Medicine; Political science; Public relations","score_opus":0.06940424532010965,"score_gpt":0.4233314423425144,"score_spread":0.35392719702240477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000468712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.789747,0.003919455,0.00019724308,0.18809327,0.0017459398,0.00020846236,0.00012049713,0.000015691046,0.01595244],"genre_scores_gemma":[0.991272,0.000038103943,0.0026967474,0.0014067971,0.00071503926,0.0000018167813,0.00003425638,0.000005388671,0.0038298734],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988993,0.0002655446,0.0002562467,0.00009852876,0.00035190478,0.00012846924],"domain_scores_gemma":[0.9986927,0.000056835433,0.0003312431,0.000044655022,0.0003277659,0.0005467935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061588397,0.000069984504,0.000111547575,0.00009516525,0.0006602337,0.00008258732,0.00015003607,0.00008523358,0.0006191798],"category_scores_gemma":[0.000793878,0.00006268307,0.000046013414,0.00012620709,0.00020988271,0.00073113706,0.000005255021,0.0003729407,0.000008209528],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014559689,0.000113416885,0.10463311,0.00003166289,0.00005713862,0.0000031846942,0.069748275,0.000091548885,0.0027980336,0.034066446,0.7799296,0.008513023],"study_design_scores_gemma":[0.0001352888,0.000040907897,0.09791459,0.000058458223,0.000040405106,0.000012757419,0.0058060936,0.0000043213035,0.000013733214,0.00036185802,0.8955359,0.00007570635],"about_ca_topic_score_codex":0.0074623227,"about_ca_topic_score_gemma":0.0030204053,"teacher_disagreement_score":0.20152499,"about_ca_system_score_codex":0.00018911647,"about_ca_system_score_gemma":0.004051183,"threshold_uncertainty_score":0.99914706},"labels":[],"label_agreement":null},{"id":"W3001351247","doi":"10.1016/j.evalprogplan.2020.101786","title":"Pedagogical considerations for the teaching of evaluation","year":2020,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Andragogy; Process (computing); Identification (biology); Field (mathematics); Pedagogy; Instructional design; Mathematics education; Teaching method; Computer science; Engineering ethics; Psychology; Engineering; Adult education","score_opus":0.6344838083863473,"score_gpt":0.6117541664420982,"score_spread":0.02272964194424909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001351247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4891191,0.008027257,0.030835606,0.39599404,0.0010332712,0.01829105,0.000025492316,0.00062655023,0.056047615],"genre_scores_gemma":[0.9854974,0.00001543454,0.013073997,0.00068220805,0.0002739875,0.0003794615,0.00001848332,0.000006462474,0.00005255886],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99675536,0.0016318813,0.0002663004,0.00018756071,0.0010235923,0.00013529406],"domain_scores_gemma":[0.9954469,0.0036155523,0.00025054635,0.00008277421,0.00053060567,0.000073600815],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016174873,0.000072226954,0.00010508911,0.000034066743,0.0012782362,0.00017466156,0.000074311465,0.000059120426,0.00030897706],"category_scores_gemma":[0.028553588,0.000057073565,0.000044025674,0.00009296886,0.00013021579,0.00031497548,0.00002001916,0.00017845267,0.0000033397275],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059853908,0.000084493084,0.0052185245,0.000028091841,0.00007942063,2.1548433e-7,0.24275216,0.0073050396,0.00013413584,0.09177886,0.004163554,0.64839566],"study_design_scores_gemma":[0.0016118904,0.00039167292,0.011029128,0.00006161956,0.000694124,0.0000022487106,0.05733529,0.70049477,0.000041444924,0.014788341,0.21332861,0.0002208564],"about_ca_topic_score_codex":0.00010369257,"about_ca_topic_score_gemma":0.000035950823,"teacher_disagreement_score":0.69318974,"about_ca_system_score_codex":0.00003313177,"about_ca_system_score_gemma":0.00037116674,"threshold_uncertainty_score":0.98312885},"labels":[],"label_agreement":null},{"id":"W3002243231","doi":"10.24908/pceea.vi0.13787","title":"EFFECTIVE LEARNING ENVIRONMENTS: IS THERE ALIGNMENT BETWEEN THE IDEAL, THE ACTUAL, AND THE STUDENTS' PERSPECTIVE?","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; University of Calgary","keywords":"Formative assessment; Rigour; Thematic analysis; Learning environment; Perspective (graphical); Value (mathematics); Ideal (ethics); Psychology; Active learning (machine learning); Mathematics education; Pedagogy; Engineering education; Qualitative research; Computer science; Engineering; Sociology","score_opus":0.01154287958065078,"score_gpt":0.3050509786378932,"score_spread":0.29350809905724246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002243231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8298455,0.00052216556,0.0000063589796,0.1576942,0.00065744325,0.0017324105,0.0000063151224,0.00003295342,0.009502667],"genre_scores_gemma":[0.9928563,0.000112060756,0.000026728872,0.0007131412,0.00026244533,0.00011372895,0.000001053318,0.000019210162,0.0058953217],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981415,0.0002188852,0.00020840846,0.00020284603,0.00095923676,0.00026908997],"domain_scores_gemma":[0.99769866,0.001272966,0.0005787097,0.00013508798,0.00022058173,0.000093966315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055017434,0.00013340298,0.00014930614,0.00007209387,0.001277531,0.00040162686,0.0007241156,0.00010293703,0.000082030914],"category_scores_gemma":[0.004532522,0.00007705981,0.000084293766,0.0002762887,0.00013808705,0.00034551005,0.00007742937,0.0005006483,0.000030209809],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008760522,0.000043406562,0.73522747,0.00003167482,0.0005048197,1.3917532e-8,0.17728598,0.00039742247,0.00011401764,0.0731502,0.011464617,0.0017716],"study_design_scores_gemma":[0.00038898143,0.00002169225,0.67462033,0.000063537154,0.00018315222,3.8987758e-7,0.05764179,0.0001792182,0.00010780755,0.0011989451,0.26543215,0.00016197091],"about_ca_topic_score_codex":0.052751128,"about_ca_topic_score_gemma":0.0043102247,"teacher_disagreement_score":0.25396755,"about_ca_system_score_codex":0.002622897,"about_ca_system_score_gemma":0.00034672624,"threshold_uncertainty_score":0.9825865},"labels":[],"label_agreement":null},{"id":"W3003066153","doi":"10.1177/0098628320901379","title":"What Do Undergraduate Students Learn From Participating in Psychological Research?","year":2020,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Psychology; Psychological research; Undergraduate research; Value (mathematics); Educational research; Educational psychology; Medical education; Higher education; Social psychology; Pedagogy; Applied psychology","score_opus":0.5531928078990408,"score_gpt":0.6505318624363849,"score_spread":0.09733905453734415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003066153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87768996,0.00036322992,0.00021128338,0.10795209,0.00060531386,0.00023207937,0.0000015716353,0.00008768372,0.012856772],"genre_scores_gemma":[0.9948601,0.00034501666,0.002241327,0.0020531935,0.0003014806,0.000043696455,0.000003840989,0.000016962626,0.0001343619],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9876428,0.009445079,0.00055825326,0.0006143613,0.0012000792,0.0005394023],"domain_scores_gemma":[0.996992,0.0021267417,0.00028306321,0.00032237748,0.00008571002,0.00019010023],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0124458205,0.00012437071,0.00029908685,0.00016605086,0.00044060036,0.0002075564,0.0010469136,0.00019698816,0.0005151023],"category_scores_gemma":[0.009923911,0.00012521651,0.00006332214,0.00037219192,0.0004954807,0.000727571,0.00017873605,0.0017094088,0.00024215285],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034184766,0.0014146873,0.5654133,0.000014352047,0.000078597935,0.000045859964,0.2620787,0.00016830805,0.0016553318,0.040100638,0.01074539,0.11794297],"study_design_scores_gemma":[0.0040579597,0.0015131605,0.64584136,0.00044317733,0.0000576177,0.0000023705443,0.09755764,0.0003749466,0.00004656066,0.12253492,0.12689134,0.00067890267],"about_ca_topic_score_codex":0.002948746,"about_ca_topic_score_gemma":0.00069370907,"teacher_disagreement_score":0.16452107,"about_ca_system_score_codex":0.0000696857,"about_ca_system_score_gemma":0.000048152237,"threshold_uncertainty_score":0.99841595},"labels":[],"label_agreement":null},{"id":"W3003628423","doi":"10.5206/cjsotl-rcacea.2019.3.8052","title":"Measuring Student Responses in and Instructors’ Perceptions of Student Evaluation Teaching (SETs), Pre and Post Intervention","year":2019,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Summative assessment; Feeling; Formative assessment; Intervention (counseling); Class (philosophy); Set (abstract data type); Psychology; Perception; Mathematics education; Reading (process); Medical education; Pedagogy; Social psychology; Medicine; Computer science","score_opus":0.13515872269256696,"score_gpt":0.4526843945639922,"score_spread":0.3175256718714252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003628423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946123,0.0013365563,0.000024862793,0.0030131266,0.00023252355,0.00047084055,0.000002526103,0.000006103195,0.0003012137],"genre_scores_gemma":[0.99917924,0.00004840534,0.00031169347,0.00003270278,0.000059622373,0.0000066302473,0.0000012834079,0.000010742641,0.00034970223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99091226,0.007809692,0.0003553058,0.00014742611,0.0005680348,0.00020726536],"domain_scores_gemma":[0.9970917,0.002063998,0.0004182609,0.00011380014,0.00018177048,0.00013046032],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.060388196,0.000094542054,0.00015715629,0.00026821264,0.0038477045,0.00045533146,0.0002790156,0.00006609165,0.000030179926],"category_scores_gemma":[0.011189475,0.00006869797,0.000057574664,0.000054857348,0.00018584097,0.0006785592,0.000045524477,0.0020905375,4.5362404e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004931118,0.000015479876,0.7252647,0.000026812808,0.00005650137,2.5669556e-7,0.19850671,0.001070415,0.00057779823,0.0024094523,0.0000023755103,0.07202014],"study_design_scores_gemma":[0.0005099219,0.00014414446,0.87830454,0.00035831347,0.000084065505,0.000016796159,0.11897146,0.00040051166,0.0000028540528,0.0006761302,0.00045809482,0.00007315973],"about_ca_topic_score_codex":0.034039173,"about_ca_topic_score_gemma":0.06317664,"teacher_disagreement_score":0.15303981,"about_ca_system_score_codex":0.00021301974,"about_ca_system_score_gemma":0.00030277742,"threshold_uncertainty_score":0.99744916},"labels":[],"label_agreement":null},{"id":"W3004083073","doi":"10.4018/978-1-7998-2212-7.ch004","title":"Making SoTL Stick","year":2020,"lang":"en","type":"book-chapter","venue":"Advances in educational marketing, administration, and leadership book series","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Humber Polytechnic; York University","funders":"","keywords":"Narrative; Scholarship of Teaching and Learning; Set (abstract data type); Process (computing); Professional development; Sociology; Psychology; Pedagogy; Computer science; Teaching method; Teaching and learning center; Art","score_opus":0.20277312950695003,"score_gpt":0.4191557587464703,"score_spread":0.21638262923952029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004083073","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021802256,0.02647381,0.000035036777,0.09211568,0.0008023375,0.00043238167,0.000023529194,0.000085710526,0.8800097],"genre_scores_gemma":[0.05865762,0.01820764,0.0045548044,0.0031391585,0.00284024,0.00008505242,0.00022553309,0.00008440998,0.9122055],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971261,0.0005278416,0.0006158704,0.00062511093,0.00078104564,0.0003240221],"domain_scores_gemma":[0.9958881,0.0027893486,0.000740489,0.00019604474,0.00022511874,0.00016086207],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022529503,0.00034580464,0.00032905105,0.00016872921,0.00073805026,0.00027924904,0.00031261708,0.00028210258,0.0028751327],"category_scores_gemma":[0.005523142,0.00041687748,0.0000743725,0.000072570896,0.00096023985,0.0027005386,0.00003533104,0.00061896833,0.00006518208],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020475946,0.00003387258,0.0016419642,0.00028892484,0.000025741047,0.000004783883,0.0070836307,0.0000072623243,0.0000011622334,0.9845187,0.004000673,0.0021884998],"study_design_scores_gemma":[0.000118712625,0.00007014415,0.0010388208,0.00049153896,0.000046997284,0.000009544196,0.0097100595,0.000003344653,0.0000013491165,0.058658797,0.9294353,0.00041536693],"about_ca_topic_score_codex":0.000020020214,"about_ca_topic_score_gemma":0.002891439,"teacher_disagreement_score":0.9258599,"about_ca_system_score_codex":0.00020309298,"about_ca_system_score_gemma":0.00218473,"threshold_uncertainty_score":0.9998283},"labels":[],"label_agreement":null},{"id":"W3010401206","doi":"","title":"Basics and Beyond: Faculty Development as a Professional Learning Journey","year":2020,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Process (computing); Task (project management); Context (archaeology); Active learning (machine learning); Computer science; Certificate; Learning sciences; Learning cycle; Professional learning community; Experiential learning; Qualitative property; Psychology; Knowledge management; Mathematics education; Artificial intelligence; Engineering","score_opus":0.23953274293937044,"score_gpt":0.48059785062920185,"score_spread":0.24106510768983141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010401206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43859488,0.000053861553,0.0007884229,0.23893853,0.000208972,0.0002240953,5.249724e-7,0.00021581612,0.3209749],"genre_scores_gemma":[0.9490444,0.000018176137,0.018539077,0.0045970404,0.0001454356,0.0000056296085,0.0000063073817,0.0000067747624,0.02763717],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987209,0.00035719434,0.00012402803,0.00014010257,0.00052839395,0.00012940155],"domain_scores_gemma":[0.9994513,0.00019810913,0.000093370356,0.00002376286,0.0000644594,0.00016904544],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014339621,0.0000537382,0.00006541556,0.000017219505,0.0008948586,0.00010411402,0.00010051237,0.00004550639,0.0012770338],"category_scores_gemma":[0.0025225414,0.000045209108,0.000013065699,0.000079265636,0.000050219653,0.00036821386,0.00007035199,0.00025520177,0.00023129383],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005007224,0.00010739991,0.085384734,0.000027566972,0.00007053362,0.000014657635,0.59213936,0.00010247711,0.00021052931,0.17188479,0.028500102,0.121507786],"study_design_scores_gemma":[0.00015349049,0.000024485711,0.0071767243,0.000007010203,0.0000059120634,7.964583e-7,0.030472577,0.0001619591,0.00007454818,0.00036206236,0.9614698,0.00009061256],"about_ca_topic_score_codex":0.00012989504,"about_ca_topic_score_gemma":0.00021721817,"teacher_disagreement_score":0.93296975,"about_ca_system_score_codex":0.00003439612,"about_ca_system_score_gemma":0.0006193998,"threshold_uncertainty_score":0.99963593},"labels":[],"label_agreement":null},{"id":"W3012073698","doi":"10.20343/teachlearninqu.8.1.6","title":"The 4M framework as analytic lens for SoTL’s impact: A study of seven scholars","year":2020,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Scholarship of Teaching and Learning; Macro; Scholarship; Sociology; Institution; Macro level; Through-the-lens metering; Pedagogy; Mathematics education; Psychology; Lens (geology); Teaching method; Computer science; Political science; Social science; Teaching and learning center; Engineering","score_opus":0.21535802768499104,"score_gpt":0.5027762825633615,"score_spread":0.28741825487837047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012073698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92179793,0.00031128843,0.0037650035,0.071698464,0.00070644205,0.0006289298,9.559536e-7,0.00012897728,0.0009620006],"genre_scores_gemma":[0.9953943,0.000090425674,0.0010729131,0.0007637112,0.0019202948,0.000012836673,8.3990545e-7,0.000047185444,0.00069750485],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98927647,0.0075483983,0.0007132537,0.0003031009,0.0015566667,0.0006021287],"domain_scores_gemma":[0.9901454,0.0075066676,0.0014404011,0.00034142658,0.00031613902,0.00024996186],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.028083788,0.00023020526,0.00035749373,0.00010304676,0.009291451,0.001132946,0.0015260647,0.00013766074,0.00013171123],"category_scores_gemma":[0.06585144,0.000128818,0.00032369985,0.00034826464,0.00036274234,0.0010354104,0.00017255035,0.005022154,0.00004658107],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038679806,0.00029070268,0.03647419,0.000011470736,0.0007301986,0.000010052501,0.8942619,0.028990613,0.00016464757,0.0075792163,0.003915564,0.027184673],"study_design_scores_gemma":[0.0015088739,0.0030275362,0.016980475,0.00022348619,0.0006825858,0.000054184675,0.70503867,0.0045172237,0.000010780757,0.0071664373,0.26030943,0.0004802915],"about_ca_topic_score_codex":0.000869737,"about_ca_topic_score_gemma":0.00009371659,"teacher_disagreement_score":0.25639388,"about_ca_system_score_codex":0.00025722495,"about_ca_system_score_gemma":0.0006452158,"threshold_uncertainty_score":0.999904},"labels":[],"label_agreement":null},{"id":"W3015486980","doi":"10.1016/j.jneb.2020.01.006","title":"Applying the Scholarship of Teaching and Learning Beyond the Individual Classroom","year":2020,"lang":"en","type":"article","venue":"Journal of Nutrition Education and Behavior","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Accreditation; Scope (computer science); Scholarship of Teaching and Learning; Transparency (behavior); Promotion (chess); Pedagogy; Sociology; Engineering ethics; Psychology; Medical education; Teaching and learning center; Political science; Teaching method; Computer science; Medicine; Engineering","score_opus":0.13604265261901213,"score_gpt":0.42949238741338985,"score_spread":0.29344973479437775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015486980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9376639,0.0010444096,0.000042310246,0.060267083,0.00023420546,0.0003180827,0.0000010183213,0.0000065401205,0.0004224341],"genre_scores_gemma":[0.9957794,0.00022511386,0.0023433445,0.0010066236,0.0005234985,0.000051725387,0.0000014559267,0.0000042444444,0.000064584856],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9978229,0.001337634,0.00025966816,0.000064903215,0.00044560197,0.000069329755],"domain_scores_gemma":[0.9984821,0.0006670075,0.00054600165,0.00003973635,0.00018655832,0.00007856663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00478492,0.000048399845,0.00008677128,0.00005710006,0.001055657,0.00020172184,0.0001585229,0.000043187785,0.000035060508],"category_scores_gemma":[0.0024092428,0.000031818767,0.00003639978,0.00010216345,0.00012910808,0.0006206615,0.00002217097,0.0008704268,8.796102e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033748467,0.0018720855,0.14134742,0.00006746588,0.000041459592,9.837726e-7,0.12299389,0.000006966519,0.0034512123,0.009306266,0.0032005114,0.717678],"study_design_scores_gemma":[0.0007261381,0.00027511708,0.3049036,0.00014474345,0.0005217738,0.000054023258,0.3503917,0.000016025459,0.00013706204,0.0016788415,0.34102175,0.00012925993],"about_ca_topic_score_codex":0.000054163254,"about_ca_topic_score_gemma":0.000012420034,"teacher_disagreement_score":0.7175487,"about_ca_system_score_codex":0.000021778995,"about_ca_system_score_gemma":0.0001751648,"threshold_uncertainty_score":0.81193674},"labels":[],"label_agreement":null},{"id":"W3015826266","doi":"10.4000/ripes.2527","title":"Effets de la formation et de l’accompagnement pédagogiques sur le niveau de centration sur l’apprentissage des nouveaux professeurs","year":2020,"lang":"fr","type":"article","venue":"Revue internationale de pédagogie de l’enseignement supérieur","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.1321542210585258,"score_gpt":0.39285928018853433,"score_spread":0.2607050591300085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015826266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80405194,0.002491095,0.091787644,0.08245176,0.00058076665,0.0010870382,0.00010121084,0.00033253498,0.017116036],"genre_scores_gemma":[0.96892846,0.004598329,0.015143212,0.0036199528,0.00079203263,0.00024375523,0.00023939584,0.000088915,0.0063459375],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901622,0.0057005337,0.001056297,0.00068640243,0.0011434103,0.0012511719],"domain_scores_gemma":[0.99519587,0.0023159622,0.00097472564,0.00033355065,0.00060418394,0.0005757123],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0076588825,0.0005093875,0.0004607375,0.00021794664,0.00083638757,0.0007675175,0.0010035788,0.000439571,0.0008415217],"category_scores_gemma":[0.0057602953,0.0006575861,0.00032185996,0.00042227306,0.0003860884,0.002776036,0.00024983718,0.0009414651,0.00011969618],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003763587,0.00291459,0.06273651,0.0018094495,0.0006125284,0.00029305217,0.7442017,0.026803194,0.012363363,0.069909304,0.051289245,0.026690682],"study_design_scores_gemma":[0.007858956,0.0010909395,0.20953949,0.0032154473,0.0009842303,0.00040827878,0.17309871,0.24944168,0.023587855,0.023089537,0.30518577,0.0024991052],"about_ca_topic_score_codex":0.005118772,"about_ca_topic_score_gemma":0.004311806,"teacher_disagreement_score":0.571103,"about_ca_system_score_codex":0.00471036,"about_ca_system_score_gemma":0.0037034838,"threshold_uncertainty_score":0.99958754},"labels":[],"label_agreement":null},{"id":"W3016079738","doi":"10.1007/978-3-030-28227-1_11","title":"Student Demographic Change and Pedagogical Issues in Higher Education","year":2020,"lang":"en","type":"book-chapter","venue":"Lifelong learning book series","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Context (archaeology); Higher education; Work (physics); Quality (philosophy); Pedagogy; Political science; Medical education; Psychology; Engineering; Medicine; Geography","score_opus":0.3586903539026487,"score_gpt":0.4656574392850594,"score_spread":0.10696708538241073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016079738","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038490235,0.025024923,7.2810724e-7,0.14086737,0.0010692863,0.0007964046,0.0000028322852,0.00037638724,0.82801306],"genre_scores_gemma":[0.026918506,0.011159608,0.0002725814,0.0017209396,0.0022787761,0.000068177585,0.00003298728,0.000055727207,0.9574927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977035,0.0004922079,0.00033818293,0.000482096,0.0007513412,0.00023266583],"domain_scores_gemma":[0.9989127,0.00030644523,0.00038046643,0.00014548238,0.00009706152,0.00015785842],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011242226,0.00027214628,0.00036896428,0.00022420291,0.00057902327,0.00030675338,0.00024552539,0.00035760688,0.0017846718],"category_scores_gemma":[0.00044567068,0.0002913023,0.00007270082,0.000068391724,0.00037349027,0.0011921704,0.00013091024,0.0010834197,0.00011947348],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004195713,0.00004277112,0.035596836,0.000084435436,0.00006457896,0.00001836424,0.11599996,0.000004228658,0.000003381459,0.83812046,0.0018124676,0.008210558],"study_design_scores_gemma":[0.00009562035,0.000112532296,0.023435231,0.00023943048,0.00005352914,0.0000015420743,0.0041935495,7.259135e-7,3.0252656e-7,0.0035712488,0.9679901,0.00030620093],"about_ca_topic_score_codex":0.0008088101,"about_ca_topic_score_gemma":0.00083042844,"teacher_disagreement_score":0.96617764,"about_ca_system_score_codex":0.00012588594,"about_ca_system_score_gemma":0.00026501206,"threshold_uncertainty_score":0.9999539},"labels":[],"label_agreement":null},{"id":"W3023898095","doi":"10.7202/1069650ar","title":"Teaching excellence and how it is awarded: A Canadian case study","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Excellence; Operationalization; Scholarship; Higher education; Curriculum; Scholarship of Teaching and Learning; Pedagogy; Medical education; Psychology; Empirical research; Teaching method; Quality (philosophy); Teaching and learning center; Political science; Sociology; Medicine","score_opus":0.1434856558136091,"score_gpt":0.4303682044007709,"score_spread":0.2868825485871618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023898095","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4684541,0.00070215715,0.0000062439667,0.5251601,0.00092719216,0.00015381377,0.0000031173129,0.0000046647,0.0045886305],"genre_scores_gemma":[0.97995174,0.000011713552,0.00042809395,0.011335636,0.0009904769,0.000002861309,5.731143e-7,0.000010192731,0.007268704],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985285,0.0006119381,0.00017950613,0.00014622558,0.00028363397,0.00025023497],"domain_scores_gemma":[0.9976193,0.00013121916,0.00025864504,0.00009404581,0.00025936705,0.0016374588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015434151,0.000087532535,0.00012235386,0.0002498492,0.0010338475,0.00037329094,0.00022608,0.000057682242,0.0006055048],"category_scores_gemma":[0.0008030879,0.00009252398,0.000031881347,0.00016778435,0.00008021062,0.0007459311,0.0000056866534,0.00038732216,0.000013874482],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003491542,0.00003601801,0.105524436,0.000012842043,0.000050873732,0.0006086991,0.41957507,0.000004914511,0.0000072549637,0.0015257465,0.46335357,0.009297099],"study_design_scores_gemma":[0.000114173825,0.0000843104,0.005102327,0.000019254108,0.00005254441,0.00015963873,0.14364725,0.000005100588,8.4690134e-7,0.00013434647,0.8505791,0.00010113876],"about_ca_topic_score_codex":0.9295459,"about_ca_topic_score_gemma":0.951787,"teacher_disagreement_score":0.51382446,"about_ca_system_score_codex":0.000556452,"about_ca_system_score_gemma":0.013718029,"threshold_uncertainty_score":0.99187326},"labels":[],"label_agreement":null},{"id":"W3024044815","doi":"10.1007/s40037-020-00577-1","title":"The sensemaking narratives of scientists working in health professions education scholarship units: The Canadian experience","year":2020,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Scholarship; Narrative; Sensemaking; Medical education; Health professions; Health science; Narrative inquiry; Engineering ethics; Psychology; Sociology; Medicine; Pedagogy; Political science; Public relations; Health care; Engineering","score_opus":0.1834552534273472,"score_gpt":0.5173585950238326,"score_spread":0.33390334159648544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024044815","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2552257,0.0017198985,0.000044258,0.7287872,0.0010620487,0.00057757605,5.949445e-7,0.000023867786,0.012558895],"genre_scores_gemma":[0.99527115,0.00017902134,0.0003042962,0.0036096314,0.00032888536,0.000072789124,0.0000030105473,0.000006650792,0.00022456191],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99549097,0.0025734515,0.00029699487,0.0002625654,0.0011092743,0.0002667166],"domain_scores_gemma":[0.99791145,0.00080531783,0.0003312214,0.00018391658,0.00037349094,0.00039460746],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0057767085,0.00007988697,0.00009824046,0.00012718135,0.0028743367,0.00017474062,0.0005151179,0.00007145057,0.0001329116],"category_scores_gemma":[0.049051292,0.00005474235,0.000022700693,0.0013263128,0.0007606462,0.0003243876,0.00002703316,0.00064853585,0.000007542009],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008057756,0.00008315109,0.00709678,0.0000052995997,0.000003246511,9.990694e-8,0.7729641,0.000006027923,0.000005031026,0.19993624,0.0005130452,0.01937892],"study_design_scores_gemma":[0.000057242887,0.00002755721,0.026164895,0.00033417853,0.00000181063,5.019735e-7,0.9126829,0.00006643464,0.0000044527387,0.0018507912,0.058746487,0.00006273719],"about_ca_topic_score_codex":0.07992171,"about_ca_topic_score_gemma":0.4432924,"teacher_disagreement_score":0.7400454,"about_ca_system_score_codex":0.00070822163,"about_ca_system_score_gemma":0.028147614,"threshold_uncertainty_score":0.9984238},"labels":[],"label_agreement":null},{"id":"W3024817396","doi":"","title":"Knock Knock….. Who's there? Supporting well-being and success for all","year":2020,"lang":"en","type":"article","venue":"Bond University Research Portal (Bond University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Gene knockin; Biology","score_opus":0.14297187792428845,"score_gpt":0.415023649698684,"score_spread":0.27205177177439555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024817396","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39344996,0.000046707213,0.00033507877,0.022783803,0.00007412488,0.00074553455,0.000030106563,0.00015053086,0.58238417],"genre_scores_gemma":[0.9300806,0.00028442184,0.0010061972,0.00024326539,0.00019007617,3.548682e-7,0.000027366796,0.000022825645,0.06814491],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99654996,0.0007840588,0.00018167114,0.00065294217,0.0009981083,0.0008332599],"domain_scores_gemma":[0.9971668,0.0011275994,0.0002362805,0.00022377461,0.0005359156,0.0007096364],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0028568974,0.00018328751,0.00027527896,0.00050315866,0.0025513505,0.00021575605,0.00091945776,0.00020609298,0.0006425805],"category_scores_gemma":[0.0012572142,0.00023287648,0.00013949485,0.0010658469,0.00064918917,0.0018982464,0.00053431327,0.0006559445,0.000050479055],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073117134,0.00017466026,0.050208174,0.00016279267,0.00027072846,0.0010707135,0.033845313,0.000031696578,0.0004965474,0.84388584,0.06622407,0.002898263],"study_design_scores_gemma":[0.001106619,0.0002086026,0.0019896443,0.00003617942,0.000093665345,0.0000017445785,0.07800342,0.0003425364,0.0001163662,0.0010518417,0.91673374,0.0003156355],"about_ca_topic_score_codex":0.0042793225,"about_ca_topic_score_gemma":0.0037790078,"teacher_disagreement_score":0.8505097,"about_ca_system_score_codex":0.00021328821,"about_ca_system_score_gemma":0.0007196908,"threshold_uncertainty_score":0.99874717},"labels":[],"label_agreement":null},{"id":"W3024995921","doi":"10.3138/jvme.2019-0025","title":"Nonparticipant Student Observation of Faculty Classroom Teaching","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Process (computing); Psychology; Teaching method; Reflection (computer programming); Computer science; Mathematics education; Medical education; Qualitative research; Medicine; Sociology","score_opus":0.4772307093302826,"score_gpt":0.5696698249127293,"score_spread":0.09243911558244672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024995921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8859383,0.000115652736,0.0008201097,0.11101341,0.0010529112,0.00008995951,6.626791e-7,0.000011654708,0.0009573523],"genre_scores_gemma":[0.9921723,0.0000742956,0.005287732,0.001387376,0.000978197,0.000002947552,0.0000035104035,0.0000062792506,0.00008736055],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964603,0.0010092829,0.00065702805,0.000095266514,0.0016508484,0.00012726305],"domain_scores_gemma":[0.9979511,0.0003200496,0.00094886555,0.00007253794,0.0003491865,0.0003582962],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00487122,0.00006750285,0.00018959104,0.000063995125,0.00017429382,0.000036902456,0.0003729112,0.000082592574,0.00038009183],"category_scores_gemma":[0.016308334,0.000059008697,0.00008079441,0.00013865228,0.000091837675,0.00071016495,0.00004090072,0.00045415072,0.000009836701],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006428401,0.0044386247,0.09768391,0.00026579903,0.00028226158,0.000044877906,0.44104564,0.00025404376,0.01148464,0.022122696,0.052552328,0.36918235],"study_design_scores_gemma":[0.0011095904,0.0026246828,0.20710804,0.00051165425,0.0001886408,0.000053518517,0.069393665,0.0010186392,0.00012855584,0.00059748895,0.7170312,0.00023436939],"about_ca_topic_score_codex":0.00019432431,"about_ca_topic_score_gemma":0.000015100798,"teacher_disagreement_score":0.66447884,"about_ca_system_score_codex":0.00012106667,"about_ca_system_score_gemma":0.0021465903,"threshold_uncertainty_score":0.9919777},"labels":[],"label_agreement":null},{"id":"W3026531908","doi":"","title":"Comparison of student evaluation of teaching results when stratified by protocol, course content, and course structure","year":2015,"lang":"en","type":"article","venue":"International journal of engineering education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Set (abstract data type); Course (navigation); Course evaluation; Significant difference; Content delivery; Data set; Computer science; Mathematics education; Psychology; Medical education; Statistics; Engineering; Medicine; Mathematics; Artificial intelligence; Higher education; Pathology","score_opus":0.22379243038811716,"score_gpt":0.5486883596094423,"score_spread":0.32489592922132515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026531908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881783,0.00029304303,0.0008242875,0.0044615315,0.001908272,0.003279916,0.00002191567,0.000011619871,0.0010211131],"genre_scores_gemma":[0.99555475,0.0000031798213,0.003906533,0.000013426421,0.00031686996,0.00011244832,0.000013683408,0.000007312671,0.000071803115],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99689215,0.00038065188,0.0007069293,0.00009454496,0.0018483206,0.00007741803],"domain_scores_gemma":[0.9953628,0.00024131217,0.0013932376,0.00008588793,0.0028214068,0.000095315176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005663516,0.00008223911,0.00017616994,0.00013369389,0.00004260618,0.000071488124,0.0003039777,0.000060543,0.000021883907],"category_scores_gemma":[0.003337,0.00007912493,0.00003506482,0.000048277205,0.000052081203,0.0006433389,0.000020146834,0.00024286954,3.1819937e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013433351,0.00738261,0.26166224,0.00020685123,0.0018745667,0.000001936252,0.32648364,0.08881323,0.051741857,0.041520502,0.07552469,0.14344455],"study_design_scores_gemma":[0.022829212,0.0024785406,0.5720707,0.0034938501,0.0020170242,0.00007778759,0.22464813,0.048961405,0.020511325,0.0091044,0.092474684,0.0013329387],"about_ca_topic_score_codex":0.0003490333,"about_ca_topic_score_gemma":0.00007239235,"teacher_disagreement_score":0.31040847,"about_ca_system_score_codex":0.00024264546,"about_ca_system_score_gemma":0.001350058,"threshold_uncertainty_score":0.39949417},"labels":[],"label_agreement":null},{"id":"W3026910102","doi":"10.1177/2158244020924063","title":"Students’ Perspectives on Engagement, Learning, and Pedagogy: Self-Evaluations of University Students in Spain","year":2020,"lang":"en","type":"article","venue":"SAGE Open","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Student engagement; Ambivalence; Psychology; Pedagogy; Mathematics education; Social psychology","score_opus":0.15095041044040705,"score_gpt":0.5065560101336035,"score_spread":0.3556055996931965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026910102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94958514,0.00007681508,0.000048690188,0.008968416,0.000029373605,0.00070065376,0.000002561557,0.000035734723,0.04055264],"genre_scores_gemma":[0.9958499,0.00035819845,0.00069113105,0.00009869696,0.000025183554,0.0000028503202,0.0000014843472,0.0000052324563,0.0029672906],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99520534,0.0036526034,0.00011189222,0.00023453437,0.00068564026,0.000109999],"domain_scores_gemma":[0.9991161,0.0005331159,0.00015254249,0.000075086966,0.000055475004,0.000067630775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006871934,0.000062132465,0.00012170801,0.00006991957,0.000427185,0.000160581,0.00068503805,0.000033460004,0.00043668752],"category_scores_gemma":[0.0026725647,0.00007068534,0.000018809025,0.00023395276,0.000080163736,0.0004816905,0.00046633196,0.00025523256,0.000030980504],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050760023,0.00026029212,0.6498308,0.0000056596905,0.000043343283,0.0000037743393,0.34172502,0.000047053894,0.000021542002,0.0059705544,0.00006713583,0.0019740828],"study_design_scores_gemma":[0.0011047698,0.00017301757,0.44638953,0.00003190345,0.000043381875,4.0382975e-8,0.51034886,0.000047039557,0.000005536516,0.00007477472,0.041684706,0.00009643913],"about_ca_topic_score_codex":0.0017903985,"about_ca_topic_score_gemma":0.0016829601,"teacher_disagreement_score":0.20344126,"about_ca_system_score_codex":0.0001253648,"about_ca_system_score_gemma":0.00015887557,"threshold_uncertainty_score":0.47814223},"labels":[],"label_agreement":null},{"id":"W3029292012","doi":"10.1371/journal.pone.0233515","title":"Exploring the personal and professional factors associated with student evaluations of tenure-track faculty","year":2020,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Directorate for Social, Behavioral and Economic Sciences; National Science Foundation","keywords":"Attractiveness; Discipline; Exploratory research; Psychology; Higher education; Mathematics education; Medical education; Sociology; Political science; Medicine","score_opus":0.6454419669965992,"score_gpt":0.4676198901351034,"score_spread":0.17782207686149576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029292012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97249585,0.000029615576,0.000004870941,0.026520347,0.000030995117,0.00034572728,0.000019691828,0.000042667223,0.0005102237],"genre_scores_gemma":[0.99926203,0.00001541473,0.00015484287,0.00012773945,0.00007212181,0.0000375107,0.000015159653,0.0000068426557,0.00030830537],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.997515,0.00056645286,0.0001424637,0.00014417828,0.0015089207,0.00012295457],"domain_scores_gemma":[0.99866,0.00077092106,0.00020240706,0.00005434382,0.0002336268,0.00007869726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012774932,0.00006926595,0.00012684337,0.00002007437,0.0005780859,0.000047318194,0.00013513243,0.000027729144,0.000109732355],"category_scores_gemma":[0.003647207,0.000044107615,0.000021674461,0.00018839816,0.00016066973,0.00044398202,0.000041913594,0.00021783242,0.0000050018825],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031469648,0.0012284481,0.43284512,0.000025265588,0.0005740989,5.531006e-7,0.5612859,0.000032696655,0.0023319027,0.00093481375,0.00017826274,0.0005314413],"study_design_scores_gemma":[0.00033975008,0.00010639608,0.9182292,0.00013247294,0.0002649385,2.8219445e-8,0.07974576,0.00032400966,0.0005964453,0.000035160123,0.00013185391,0.000093950366],"about_ca_topic_score_codex":0.000098584635,"about_ca_topic_score_gemma":0.0002455141,"teacher_disagreement_score":0.4853841,"about_ca_system_score_codex":0.000050363175,"about_ca_system_score_gemma":0.00017492301,"threshold_uncertainty_score":0.44462278},"labels":[],"label_agreement":null},{"id":"W3031601125","doi":"10.4995/head20.2020.11303","title":"Reliability of multiple-choice versus problem-solving student exam scores in higher education: Empirical tests","year":2020,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Saint Mary's University","funders":"","keywords":"Reliability (semiconductor); Multiple choice; Consistency (knowledge bases); Internal consistency; Test (biology); Computer science; Contrast (vision); Mathematics education; Empirical research; Confidence interval; Psychology; Statistics; Significant difference; Artificial intelligence; Mathematics; Psychometrics; Clinical psychology","score_opus":0.32156893507060375,"score_gpt":0.5071320585536043,"score_spread":0.18556312348300058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031601125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85988605,0.00010447605,0.0000064441574,0.060471747,0.00051670324,0.00044803153,6.484868e-7,0.00008706968,0.07847886],"genre_scores_gemma":[0.9931118,0.000013804941,0.0046340516,0.0007129749,0.00027777313,0.000025321933,0.0000015993622,0.000006990075,0.0012156971],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976772,0.0007887034,0.00035475794,0.00029831746,0.00070592534,0.00017511184],"domain_scores_gemma":[0.9943829,0.004912736,0.00019363829,0.0001780257,0.00020408904,0.00012856445],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017557528,0.00008616026,0.00015063043,0.000045545243,0.0001506596,0.00006275099,0.000353564,0.00007258642,0.0013339253],"category_scores_gemma":[0.015574857,0.00007820381,0.000040608604,0.00039446785,0.00014178321,0.00058209663,0.00009809706,0.00021740174,0.00004033014],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050213184,0.0004163551,0.9722703,0.000026284652,0.000007675489,3.4883308e-7,0.020376109,0.0001991837,0.00009394397,0.0021579415,0.0029153847,0.0014862781],"study_design_scores_gemma":[0.0005494182,0.00009396817,0.94048655,0.00002473077,0.0000149264615,3.419216e-8,0.004148778,0.000071471586,0.000023636663,0.0001976783,0.05428316,0.00010565334],"about_ca_topic_score_codex":0.006594279,"about_ca_topic_score_gemma":0.0053108484,"teacher_disagreement_score":0.13322577,"about_ca_system_score_codex":0.00015871291,"about_ca_system_score_gemma":0.0005933031,"threshold_uncertainty_score":0.999579},"labels":[],"label_agreement":null},{"id":"W3033003798","doi":"10.5539/ies.v13n7p1","title":"Graduate Students Academic Persistence: Academic and Social Integration Intertwined with Self-Directed Learning","year":2020,"lang":"en","type":"article","venue":"International Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persistence (discontinuity); Psychology; Graduate students; Academic achievement; Affect (linguistics); Higher education; Blended learning; Medical education; Mathematics education; Pedagogy; Educational technology","score_opus":0.3596773756030772,"score_gpt":0.5352795092202663,"score_spread":0.17560213361718913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033003798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8474382,0.00055043376,0.000109869026,0.14735812,0.0011424792,0.00025553853,0.0000021075039,0.00052929553,0.0026139629],"genre_scores_gemma":[0.99287415,0.0012223185,0.0015819529,0.0019308823,0.00084658095,0.0000729341,0.000021223268,0.000013952993,0.0014360059],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9976725,0.00045755104,0.0003067927,0.00032704425,0.0010725204,0.00016356909],"domain_scores_gemma":[0.9979334,0.00037403347,0.0003781988,0.000041328356,0.0011891045,0.000083973406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094105623,0.00014569251,0.00017147914,0.00013031568,0.00078871916,0.00013498424,0.00037494025,0.000093692535,0.00004288223],"category_scores_gemma":[0.0042889533,0.000131421,0.0000365572,0.00024164208,0.00022619705,0.0008941991,0.00011705438,0.00076867023,0.000033594955],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018616197,0.00013703974,0.16492777,0.000039049555,0.0007081508,0.0000010914545,0.789023,0.00002710229,0.0004058582,0.0058971588,0.012220159,0.026427481],"study_design_scores_gemma":[0.0011787998,0.00023686577,0.12727866,0.00029123822,0.0003295647,0.000007792087,0.7251411,0.0016660028,0.00016167949,0.0011152558,0.14196865,0.00062438677],"about_ca_topic_score_codex":0.00016353832,"about_ca_topic_score_gemma":0.000055475946,"teacher_disagreement_score":0.14543594,"about_ca_system_score_codex":0.0002365098,"about_ca_system_score_gemma":0.00032020602,"threshold_uncertainty_score":0.606627},"labels":[],"label_agreement":null},{"id":"W3034579453","doi":"10.36510/learnland.v13i1.1012","title":"Student Evaluations and the Performance of University Teaching: Teaching to the Test","year":2020,"lang":"en","type":"article","venue":"LEARNing Landscapes","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Autoethnography; Excellence; Test (biology); Mathematics education; Psychology; Pedagogy; Reflection (computer programming); Identity (music); Perception; Sociology; Medical education; Computer science; Political science; Medicine","score_opus":0.04932384494756675,"score_gpt":0.3740967221089505,"score_spread":0.32477287716138376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034579453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8559404,0.000071115035,0.00016480357,0.122797795,0.000049109512,0.000244076,8.7707343e-7,0.00005712813,0.020674676],"genre_scores_gemma":[0.9972861,0.000054863256,0.00049260317,0.00047585942,0.00015620663,0.000002284763,8.731971e-7,0.0000050362605,0.0015262003],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964644,0.0026641078,0.000118044365,0.00014074397,0.0004899436,0.00012277013],"domain_scores_gemma":[0.9957094,0.0039179367,0.00015545171,0.00009745374,0.00005656626,0.00006316712],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.008101168,0.00006221168,0.000104040155,0.000029567438,0.002262431,0.000092704526,0.00037195988,0.000026480635,0.000048138965],"category_scores_gemma":[0.0132617615,0.00003855748,0.000032218275,0.000117828524,0.00010953834,0.00021233947,0.00012494373,0.00056449766,0.000024360075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010929095,0.000049725735,0.44613495,0.000014813479,0.00005128491,5.0428827e-7,0.4960416,0.019754155,0.000114369584,0.02077746,0.0019155827,0.015036251],"study_design_scores_gemma":[0.00096528645,0.00024982536,0.16592684,0.000043983197,0.00014665625,9.1678044e-7,0.09721538,0.028496105,0.000011335893,0.00003115868,0.70676166,0.00015083533],"about_ca_topic_score_codex":0.0005277779,"about_ca_topic_score_gemma":0.000266614,"teacher_disagreement_score":0.7048461,"about_ca_system_score_codex":0.000022913222,"about_ca_system_score_gemma":0.00006640679,"threshold_uncertainty_score":0.9990365},"labels":[],"label_agreement":null},{"id":"W3036886537","doi":"10.25071/1929-8471.20","title":"Feedback on video skill: A concept analysis","year":2020,"lang":"en","type":"article","venue":"INYI Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic; York University","funders":"York University","keywords":"Toolbox; Competence (human resources); Affordance; Psychology; Mental health; Context (archaeology); Nurse education; Medical education; Dimension (graph theory); Computer science; Medicine; Cognitive psychology; Social psychology","score_opus":0.14411633564527546,"score_gpt":0.44941633382748225,"score_spread":0.30529999818220677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036886537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4599958,0.00036892333,0.0043309643,0.4296835,0.00095766556,0.00018943971,0.000007369,0.00017142785,0.104294896],"genre_scores_gemma":[0.991699,0.00006171413,0.0010614655,0.0052344203,0.0010945395,0.0000010460705,0.0000011435758,0.000006692627,0.00084001524],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99767536,0.0008693109,0.00024119465,0.0001455662,0.0008685248,0.00020006362],"domain_scores_gemma":[0.99871016,0.00044812224,0.00031109972,0.00008728301,0.00014754747,0.0002957948],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018698531,0.00007359274,0.00015959966,0.000110572786,0.00072507584,0.0003410634,0.00034066298,0.00005739025,0.0038085475],"category_scores_gemma":[0.0039072027,0.00006610151,0.0001721936,0.00065558084,0.00010944451,0.00048242006,0.000023729885,0.00049764913,0.0004166383],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021759424,0.00031674653,0.05884338,0.000006957707,0.0023276815,0.00011616575,0.59588647,0.015933158,0.00025281953,0.031531174,0.2051599,0.089407966],"study_design_scores_gemma":[0.000981779,0.00033238676,0.03231511,0.000031549338,0.000856818,0.000010303685,0.0381322,0.0015969567,0.00012593604,0.0023985668,0.92284405,0.0003743449],"about_ca_topic_score_codex":0.00027644876,"about_ca_topic_score_gemma":0.0001507373,"teacher_disagreement_score":0.71768415,"about_ca_system_score_codex":0.000099104946,"about_ca_system_score_gemma":0.00020586001,"threshold_uncertainty_score":0.9971021},"labels":[],"label_agreement":null},{"id":"W3042088249","doi":"10.1108/sgpe-12-2019-0088","title":"Postdoctoral scholars’ perceptions of a university teaching certificate program","year":2020,"lang":"en","type":"article","venue":"Studies in Graduate and Postdoctoral Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University; University of Calgary","funders":"","keywords":"Certificate; Scholarship; Originality; Teaching and learning center; Medical education; Pedagogy; Value (mathematics); Perception; Teaching method; Scholarship of Teaching and Learning; Mathematics education; Psychology; Computer science; Medicine; Qualitative research; Sociology; Political science","score_opus":0.54665321070867,"score_gpt":0.5398822894599254,"score_spread":0.006770921248744566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042088249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9569092,0.0005098145,0.000005274087,0.038652413,0.00040086103,0.0003852323,0.0000055872397,0.00007533264,0.0030563],"genre_scores_gemma":[0.9957913,0.00080686744,0.0025014784,0.00027600647,0.00016685358,0.000008026847,0.000012337655,0.000007002692,0.00043009347],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99810976,0.00096512545,0.00021972526,0.00024180344,0.00028174522,0.00018185162],"domain_scores_gemma":[0.9991543,0.0002199636,0.00017799405,0.00009968135,0.00023672731,0.00011129159],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013015844,0.00010298438,0.00017921196,0.000116709285,0.00059575966,0.000051688097,0.00016777554,0.00005089417,0.000023328594],"category_scores_gemma":[0.0023045435,0.00010841299,0.000044103,0.00032464392,0.0004063485,0.0007473379,0.000072638584,0.0003303262,0.000010924622],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018775676,0.00076777244,0.34608552,0.0001847203,0.00011633705,0.0000028598965,0.47023547,0.000013839105,0.0007555661,0.037386052,0.0068982635,0.13736585],"study_design_scores_gemma":[0.00052887446,0.00045774676,0.43025565,0.0001914405,0.00014237658,0.000001785445,0.44625276,0.00011530646,0.00003572609,0.0016681706,0.11995561,0.00039456075],"about_ca_topic_score_codex":0.0039561307,"about_ca_topic_score_gemma":0.0007573699,"teacher_disagreement_score":0.13697128,"about_ca_system_score_codex":0.00013380783,"about_ca_system_score_gemma":0.00029448746,"threshold_uncertainty_score":0.59805125},"labels":[],"label_agreement":null},{"id":"W3046724738","doi":"10.11114/jets.v8i9.4929","title":"Inquiry-based Learning in Higher Education: A Pedagogy of Trust","year":2020,"lang":"en","type":"article","venue":"Journal of Education and Training Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island; University of Calgary","funders":"","keywords":"Mindset; Focus group; Psychology; Pedagogy; Scholarship of Teaching and Learning; Qualitative research; Higher education; Scholarship; Grounded theory; Teaching method; Mathematics education; Sociology; Computer science; Teaching and learning center","score_opus":0.5087661612674316,"score_gpt":0.5620417274150274,"score_spread":0.053275566147595876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046724738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8042714,0.005580682,0.000018178996,0.18190363,0.0014587012,0.00007379523,1.612846e-7,0.000010191981,0.0066832737],"genre_scores_gemma":[0.9947494,0.00031734857,0.0022782353,0.0011727954,0.0007608558,0.0000036473725,3.880058e-7,0.000004410847,0.0007128624],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.998903,0.00033715172,0.0003443629,0.00007746832,0.00025676875,0.00008127785],"domain_scores_gemma":[0.9985005,0.00044732785,0.0005814968,0.000029563438,0.0003707552,0.000070321956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014350301,0.000056382494,0.00019336923,0.00014188165,0.0001649439,0.000027770067,0.000084047606,0.000031249303,0.000118619595],"category_scores_gemma":[0.0032919736,0.000052014082,0.000035918092,0.00022020016,0.00015728522,0.00027372455,0.000009809235,0.0002154092,0.0000012296248],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043589353,0.00024269932,0.07620748,0.00006961549,0.00006635409,5.8832666e-7,0.81865346,0.00023123203,0.000048758884,0.012710388,0.002689253,0.089036584],"study_design_scores_gemma":[0.00044074538,0.00020624106,0.108470835,0.00021147782,0.000060501785,0.0000021311835,0.68657184,0.000016276686,0.00001046697,0.0008766094,0.20304304,0.000089834466],"about_ca_topic_score_codex":0.000054717264,"about_ca_topic_score_gemma":0.00003643035,"teacher_disagreement_score":0.20035379,"about_ca_system_score_codex":0.00005199036,"about_ca_system_score_gemma":0.0021501551,"threshold_uncertainty_score":0.3941038},"labels":[],"label_agreement":null},{"id":"W3048063764","doi":"","title":"Indigenous Performance in Western Australian Universities: Reframing retention and success","year":2000,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health","funders":"","keywords":"Cognitive reframing; Indigenous; Political science; Economic growth; Geography; Psychology; Economics; Social psychology; Ecology","score_opus":0.0721710047845772,"score_gpt":0.3854452933765442,"score_spread":0.313274288591967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048063764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9346211,0.000015064881,0.0000035039993,0.0017372112,0.000038075283,0.000087502216,3.879452e-7,0.000040296614,0.06345686],"genre_scores_gemma":[0.921571,0.00020141386,0.00019465688,0.000056138055,0.000028067747,0.0000010473577,0.0000015514936,0.0000025955076,0.07794349],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992408,0.00019270733,0.00009295943,0.00011344142,0.0002101293,0.00014994369],"domain_scores_gemma":[0.99977714,0.00006336525,0.000042435953,0.000058529895,0.000019118035,0.000039415827],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010547573,0.00004212131,0.00005323918,0.00006914354,0.0003639628,0.000089970745,0.00010573156,0.0000526997,0.0010794805],"category_scores_gemma":[0.000018399205,0.00004459073,0.0000086740365,0.00012744988,0.00007904,0.0011963005,0.000010106921,0.00010689779,0.000049176066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002659912,0.000036517777,0.7450774,0.000020934995,0.000007239775,0.000005771488,0.1659593,0.00015469726,0.000018576075,0.0009693377,0.00005335827,0.08767029],"study_design_scores_gemma":[0.00038340638,0.00006923801,0.7920091,0.000064053085,0.00001341199,0.0000022883808,0.04710351,0.0001534505,0.00003559653,0.00011436119,0.15986033,0.00019121455],"about_ca_topic_score_codex":0.013259399,"about_ca_topic_score_gemma":0.008972747,"teacher_disagreement_score":0.15980697,"about_ca_system_score_codex":0.00013005636,"about_ca_system_score_gemma":0.0000854211,"threshold_uncertainty_score":0.99983364},"labels":[],"label_agreement":null},{"id":"W3049736335","doi":"10.1080/02602938.2020.1805410","title":"Are students gender-neutral in their assessment of online teaching staff?","year":2020,"lang":"en","type":"article","venue":"Assessment & Evaluation in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Workload; Psychology; Construct (python library); Quality (philosophy); Promotion (chess); Medical education; Course evaluation; Higher education; Computer science; Medicine","score_opus":0.37231232978525863,"score_gpt":0.5823678399594441,"score_spread":0.21005551017418544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049736335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94946116,0.00011081501,0.00012450702,0.032742515,0.0010452751,0.0012118806,0.000009066344,0.000049668062,0.01524511],"genre_scores_gemma":[0.9918222,0.000041303887,0.0063196076,0.0008142819,0.0003940183,0.00021236442,0.00011987425,0.000020900103,0.00025546996],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99207073,0.0042936145,0.0008296034,0.00047773978,0.0020358548,0.0002924342],"domain_scores_gemma":[0.997614,0.00052642176,0.0010733004,0.00026283468,0.00039905508,0.00012437187],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008926777,0.00018686663,0.00029992647,0.00030747344,0.00021007836,0.00014424372,0.0005204664,0.00012457781,0.0010208341],"category_scores_gemma":[0.00079368544,0.00019928292,0.000065174994,0.0005867462,0.0000666512,0.0010717008,0.000078379766,0.00060004275,0.0000075326207],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013020799,0.0028297594,0.93659884,0.000050675535,0.00003566547,4.4819578e-7,0.018324431,0.0047358517,0.00028374142,0.027293218,0.0007008898,0.009133476],"study_design_scores_gemma":[0.00080666353,0.00006849294,0.96281064,0.000096419426,0.000053220927,9.463963e-8,0.024182338,0.003776573,0.00001087942,0.002465267,0.0055463337,0.00018308326],"about_ca_topic_score_codex":0.0014150862,"about_ca_topic_score_gemma":0.00151661,"teacher_disagreement_score":0.042361017,"about_ca_system_score_codex":0.0014035945,"about_ca_system_score_gemma":0.0025903787,"threshold_uncertainty_score":0.99989235},"labels":[],"label_agreement":null},{"id":"W3085625739","doi":"10.1145/1227504.1227376","title":"Facilitated student discussions for evaluating teaching","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Strengths and weaknesses; Medical education; Psychology; Value (mathematics); Process (computing); Pedagogy; Mathematics education; Computer science; Medicine; Social psychology","score_opus":0.2067954413929152,"score_gpt":0.5387146358721906,"score_spread":0.3319191944792754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085625739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7802027,0.00015010663,0.010743013,0.15585709,0.001007352,0.0017545632,0.000014048693,0.00048296255,0.049788155],"genre_scores_gemma":[0.93053764,0.000007921192,0.051936075,0.00071560824,0.00035004367,0.00006906634,0.000014126612,0.000022717144,0.016346773],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965748,0.001101461,0.000435417,0.00035966278,0.0009988149,0.00052981824],"domain_scores_gemma":[0.9920814,0.0068565332,0.00026666172,0.00041747253,0.0001940772,0.00018382241],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02615631,0.0001431025,0.00016954009,0.000103374674,0.0021219822,0.00015491692,0.0007312345,0.00010658904,0.0011141355],"category_scores_gemma":[0.056051638,0.00012336145,0.00011155332,0.00011670014,0.00012571366,0.00016779162,0.00017923402,0.00037309167,0.00036849812],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003538997,0.001094855,0.02055504,0.00005770718,0.00022057135,0.000013317922,0.30042163,0.00051270763,0.005260795,0.06603327,0.14920959,0.4562666],"study_design_scores_gemma":[0.0006831343,0.0001570615,0.008893132,0.00004598727,0.000061006933,7.287647e-7,0.04600841,0.00004930879,0.000102377635,0.002022129,0.9417158,0.0002609599],"about_ca_topic_score_codex":0.0013176986,"about_ca_topic_score_gemma":0.00062097976,"teacher_disagreement_score":0.79250616,"about_ca_system_score_codex":0.0002017767,"about_ca_system_score_gemma":0.00011417751,"threshold_uncertainty_score":0.99979895},"labels":[],"label_agreement":null},{"id":"W3091895240","doi":"10.20343/teachlearninqu.8.2.2","title":"Who Are We Citing and How? A SoTL Citation Analysis","year":2020,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Citation; Multidisciplinary approach; Scholarship of Teaching and Learning; Scholarship; Citation analysis; Field (mathematics); Psychology; Sociology; Library science; Mathematics education; Social science; Computer science; Teaching method; Political science; Law; Mathematics","score_opus":0.2356396998669658,"score_gpt":0.4364195655164542,"score_spread":0.2007798656494884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091895240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.519517,0.00063939026,0.02489705,0.45259708,0.00029820862,0.00013231818,6.6239204e-7,0.00023023151,0.0016880418],"genre_scores_gemma":[0.9927482,0.0004253304,0.0020866492,0.0013746461,0.0020092847,0.000002971865,0.0000021719668,0.000027368751,0.0013233627],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9911007,0.0067180414,0.00033017492,0.00030903143,0.0011316102,0.0004104153],"domain_scores_gemma":[0.9961718,0.0020077596,0.001217527,0.00013928342,0.00017553598,0.0002881034],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014340066,0.00018407486,0.00033603297,0.00026485743,0.0058795554,0.0016975668,0.00050605886,0.000106452644,0.00014701048],"category_scores_gemma":[0.01847876,0.0001334287,0.00019183072,0.0006539391,0.0003029465,0.0012259429,0.00011616867,0.0029481773,0.000019362988],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055568235,0.000034030614,0.12312364,0.000023595887,0.0008340266,0.000028088933,0.76928514,0.021714285,0.00035879598,0.005767726,0.006055441,0.07271967],"study_design_scores_gemma":[0.0007403169,0.0002025139,0.04015411,0.00028969516,0.001511248,0.00004629309,0.5156446,0.038228218,0.000012256272,0.0011973659,0.40139392,0.00057943614],"about_ca_topic_score_codex":0.00018810021,"about_ca_topic_score_gemma":0.00007561403,"teacher_disagreement_score":0.4732312,"about_ca_system_score_codex":0.00013711266,"about_ca_system_score_gemma":0.00013909808,"threshold_uncertainty_score":0.99935204},"labels":[],"label_agreement":null},{"id":"W3091921298","doi":"10.20343/teachlearninqu.8.2.7","title":"Between Culture and Curricula: Exploring Student and Faculty Experiences of Undergraduate Research and Inquiry","year":2020,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Undergraduate research; Nexus (standard); Curriculum; Diversity (politics); Pedagogy; Higher education; Faculty development; Medical education; Perception; Professional development; Sociology; Psychology; Political science; Medicine; Engineering","score_opus":0.5274572497282817,"score_gpt":0.5388943915975933,"score_spread":0.011437141869311662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091921298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96325094,0.0011692032,0.00033311555,0.03447837,0.00023828747,0.00016827484,4.5039403e-7,0.00006101934,0.00030032237],"genre_scores_gemma":[0.9963793,0.0011435924,0.000783697,0.00009604735,0.0013162238,0.000011006845,0.0000013945617,0.000018087776,0.00025062208],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99294794,0.0044392054,0.00042150606,0.000343217,0.0014343888,0.0004137717],"domain_scores_gemma":[0.99754703,0.0013616169,0.00045963452,0.00011148717,0.00019562173,0.00032462997],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013561243,0.0001735816,0.00029468918,0.00011761123,0.0045763864,0.00072495017,0.0004718645,0.00009264425,0.000011189553],"category_scores_gemma":[0.005462187,0.000111510555,0.000044494598,0.00023886762,0.0015527571,0.0012122534,0.00041372786,0.0029578574,0.000003253934],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018138368,0.000023616794,0.07452591,0.000016974183,0.000059709702,0.0000057033853,0.90013796,0.00009724964,0.00012827577,0.0036018633,0.00037986098,0.021004736],"study_design_scores_gemma":[0.00039925735,0.00043795016,0.019146694,0.00019289712,0.000058568185,0.000028485823,0.944046,0.00011933747,0.000034100936,0.0016458258,0.033699527,0.00019131941],"about_ca_topic_score_codex":0.0002231425,"about_ca_topic_score_gemma":0.000010847522,"teacher_disagreement_score":0.055379216,"about_ca_system_score_codex":0.00006810274,"about_ca_system_score_gemma":0.000095083946,"threshold_uncertainty_score":0.9993424},"labels":[],"label_agreement":null},{"id":"W3093351396","doi":"10.1080/10511253.2020.1833954","title":"Preparing and Supporting Graduate Students in Their Role as Teaching Assistants: An Exploration of TA Training in a School of Criminology","year":2020,"lang":"en","type":"article","venue":"Journal of Criminal Justice Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Rubric; Centrality; Psychology; Medical education; Graduate students; Criminal justice; Pedagogy; Medicine","score_opus":0.37773211158994086,"score_gpt":0.5182467443704774,"score_spread":0.1405146327805365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093351396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99560285,0.00013235224,0.0005154234,0.0023119668,0.00026088647,0.00014212089,4.990379e-7,0.0000054512016,0.0010284544],"genre_scores_gemma":[0.9959835,0.000077246514,0.0035388821,0.00013625195,0.00024264437,0.0000038410462,0.0000014949155,0.000007888478,0.000008278916],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9967448,0.0014179177,0.00093839597,0.00014362123,0.0005979196,0.00015732028],"domain_scores_gemma":[0.9972265,0.0005645723,0.0017120709,0.00007157417,0.00029597536,0.00012933146],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007560082,0.000085141204,0.0002634012,0.0003059982,0.00011456633,0.000068335095,0.0002622566,0.00006251428,0.0000152215325],"category_scores_gemma":[0.018123461,0.00008655972,0.000032651315,0.00013417487,0.00006955535,0.0030271553,0.000033596516,0.0004703344,6.8758675e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026686254,0.00044548148,0.025594017,0.0002602814,0.000020451076,0.0000026297705,0.9069203,0.00056003727,0.0070238938,0.0038866927,0.000020924153,0.0549984],"study_design_scores_gemma":[0.0003507678,0.00036898043,0.063829124,0.00033039818,0.0002651004,0.000008092136,0.9307683,0.00048540262,0.00039752226,0.0030410085,0.00007281746,0.000082496015],"about_ca_topic_score_codex":0.0013067796,"about_ca_topic_score_gemma":0.00058400165,"teacher_disagreement_score":0.054915905,"about_ca_system_score_codex":0.00013255085,"about_ca_system_score_gemma":0.0013119531,"threshold_uncertainty_score":0.9901473},"labels":[],"label_agreement":null},{"id":"W3097359199","doi":"10.5206/cjsotl-rcacea.2020.2.8627","title":"CJSoTL at 10: A Quantitative Analysis of Authorship, Genre, and Impact","year":2020,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Scholarship; Sociology; Focus (optics); Social science; Pedagogy; Political science; Law","score_opus":0.23548931602365497,"score_gpt":0.4690694961034466,"score_spread":0.23358018007979164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097359199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.972636,0.002068704,0.00030704617,0.023806134,0.0000666911,0.000138525,0.000011524876,0.000009205125,0.0009562062],"genre_scores_gemma":[0.9977495,0.00004155978,0.0008453726,0.00017533576,0.0000815204,0.0000016146937,0.0000021347837,0.000010853808,0.0010921126],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99456245,0.004421099,0.0002721384,0.00013039529,0.00035283025,0.00026107585],"domain_scores_gemma":[0.99431384,0.0044253,0.00055777165,0.00009725111,0.00017318456,0.00043267955],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.025891272,0.00009947132,0.00024239063,0.0002155008,0.0070177396,0.00034885228,0.00036702678,0.00007362951,0.0001955404],"category_scores_gemma":[0.034411278,0.000062425286,0.00018358818,0.0003322767,0.00036874914,0.00039310195,0.000030152774,0.0018064801,0.0000017200517],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035572544,0.000013130357,0.23094375,0.00004463851,0.003322451,0.0000043135856,0.6707421,0.023113867,0.0006452165,0.03752128,0.0005565822,0.03273697],"study_design_scores_gemma":[0.0012736801,0.001376355,0.67711174,0.00025722038,0.007312839,0.000041847066,0.16247392,0.038249407,0.000041587256,0.0074921707,0.10370879,0.00066042965],"about_ca_topic_score_codex":0.046872325,"about_ca_topic_score_gemma":0.06975643,"teacher_disagreement_score":0.5082682,"about_ca_system_score_codex":0.00011760767,"about_ca_system_score_gemma":0.00044153127,"threshold_uncertainty_score":0.994275},"labels":[],"label_agreement":null},{"id":"W3100204055","doi":"10.22329/celt.v13i0.6010","title":"Maclean’s Magazine University Rankings (1998-2018)","year":2020,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Reputation; Rank (graph theory); Ranking (information retrieval); Psychology; Political science; Mathematics; Computer science; Combinatorics; Law","score_opus":0.0570644328462913,"score_gpt":0.3336597591631059,"score_spread":0.2765953263168146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100204055","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45398661,0.00008041294,0.00143767,0.031439062,0.00020162883,0.0002577006,0.000002550646,0.00084879214,0.5117456],"genre_scores_gemma":[0.98185074,0.0000738518,0.0011949087,0.0005851823,0.0002063719,9.936583e-7,0.0000062394943,0.00001913983,0.016062569],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967128,0.002068407,0.00014292485,0.0003553032,0.00044082527,0.00027973586],"domain_scores_gemma":[0.9985106,0.0009640421,0.00018449564,0.00008048482,0.00004598825,0.00021441659],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0019754914,0.00013531413,0.0001823838,0.00012545918,0.0030961921,0.00019914017,0.00021244251,0.00010906463,0.00017583277],"category_scores_gemma":[0.0054493146,0.00015080255,0.00004976912,0.00027724227,0.00012764704,0.00034717994,0.000074433854,0.0012214837,0.00017444522],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013407589,0.0003857344,0.095697336,0.00014283521,0.00034316044,0.00016683276,0.3804464,0.002975071,0.002907677,0.2758945,0.04962916,0.19007054],"study_design_scores_gemma":[0.0008481795,0.00020172208,0.0030086567,0.000057919435,0.000050912444,0.0000013903519,0.00872515,0.004328899,0.000008852742,0.00019590488,0.98232293,0.00024946436],"about_ca_topic_score_codex":0.00060071336,"about_ca_topic_score_gemma":0.00013009697,"teacher_disagreement_score":0.9326938,"about_ca_system_score_codex":0.00012671194,"about_ca_system_score_gemma":0.00013220518,"threshold_uncertainty_score":0.99820167},"labels":[],"label_agreement":null},{"id":"W3100275337","doi":"10.22329/celt.v13i0.6008","title":"Exploring the impact of a task-based faculty development certificate program.","year":2020,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Certificate; Pedagogy; Library science; Humanities; Sociology; Computer science; Art","score_opus":0.4547436092755305,"score_gpt":0.45674862003170524,"score_spread":0.002005010756174763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100275337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97880876,0.000030257459,0.00047522478,0.006232734,0.00004982694,0.00039379642,0.000001520018,0.0003481907,0.013659664],"genre_scores_gemma":[0.99736494,0.000008508907,0.0020815067,0.000059280497,0.00006726115,0.000073708674,0.000011440582,0.000017100958,0.0003162321],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970906,0.001631222,0.0002600159,0.00026668457,0.00048148932,0.00027000986],"domain_scores_gemma":[0.99846816,0.00092260854,0.0002834047,0.00008905455,0.000092140006,0.00014466114],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0024715054,0.00014178066,0.00018376608,0.0000822019,0.0024398046,0.0002164808,0.00021773412,0.000045665052,0.00003679861],"category_scores_gemma":[0.0067386976,0.000101522775,0.0000752482,0.00031602534,0.00011710227,0.00024178957,0.00004023231,0.0008786878,0.000011412774],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003975968,0.00046962762,0.050913412,0.00007272184,0.00029704664,0.000006239104,0.37000996,0.025383916,0.00198108,0.0037156881,0.0011809241,0.5455718],"study_design_scores_gemma":[0.0037949767,0.003121736,0.27701616,0.0007667953,0.00023989328,0.0000032540013,0.056595508,0.1028976,0.0017233292,0.00019621817,0.5520052,0.0016393636],"about_ca_topic_score_codex":0.0012654278,"about_ca_topic_score_gemma":0.000054424545,"teacher_disagreement_score":0.5508242,"about_ca_system_score_codex":0.000120174445,"about_ca_system_score_gemma":0.00040558577,"threshold_uncertainty_score":0.99885887},"labels":[],"label_agreement":null},{"id":"W3102169364","doi":"10.1080/1360144x.2020.1842743","title":"On nurturing the emergent SoTL researcher: responding to challenges and opportunities","year":2020,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Scholarship of Teaching and Learning; Scholarship; Sociology; Pedagogy; Work (physics); Quality (philosophy); Psychology; Medical education; Teaching method; Teaching and learning center; Political science; Medicine; Engineering","score_opus":0.6048472795921488,"score_gpt":0.5256610246920318,"score_spread":0.07918625490011699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102169364","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15190549,0.0010501018,0.0003602331,0.8417184,0.00087494176,0.00027313584,0.0000020442847,0.000023877876,0.0037918082],"genre_scores_gemma":[0.9573711,0.01418232,0.0012071746,0.017421357,0.0018692451,0.00007583484,0.0000020652462,0.000021685199,0.007849207],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99768573,0.00039204207,0.0002782808,0.00013414114,0.0013055492,0.00020425714],"domain_scores_gemma":[0.9979462,0.0014308528,0.00017291935,0.000051418876,0.00021732738,0.00018125435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008921035,0.00007862798,0.00007091662,0.00014845715,0.0010935827,0.00016351552,0.0010221199,0.000046549903,0.00009390284],"category_scores_gemma":[0.0046752472,0.000048361537,0.000033383483,0.00006259596,0.00007417116,0.00023446517,0.00018601301,0.0006237854,0.000023998018],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043712955,0.0000151633,0.000050503273,0.000006559718,0.00021159564,0.000008059854,0.2946037,0.00021116191,0.00029807008,0.38449666,0.034074903,0.2855865],"study_design_scores_gemma":[0.0001568386,0.00003793599,0.00081115414,0.000075251315,0.0000072171456,0.000009279184,0.024067476,0.0000789105,0.00023239854,0.00655228,0.96789396,0.000077301374],"about_ca_topic_score_codex":0.000010571679,"about_ca_topic_score_gemma":0.000019526295,"teacher_disagreement_score":0.93381906,"about_ca_system_score_codex":0.00024097713,"about_ca_system_score_gemma":0.000355642,"threshold_uncertainty_score":0.8411064},"labels":[],"label_agreement":null},{"id":"W3104165737","doi":"10.22329/celt.v13i0.6016","title":"Navigating the landscape of pedagogical training: The journeys of three mathematics graduate students","year":2020,"lang":"fr","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley; University of British Columbia","funders":"","keywords":"Graduate students; Higher education; Humanities; Sociology; Mathematics education; Pedagogy; Art; Mathematics; Political science","score_opus":0.3570168874294786,"score_gpt":0.46880425727211106,"score_spread":0.11178736984263243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104165737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92363924,0.0010436234,0.0008266773,0.058618903,0.00025331049,0.00034218878,0.000003853691,0.00006178919,0.015210405],"genre_scores_gemma":[0.9969243,0.00021179616,0.0010766257,0.00020773194,0.00030341314,0.000008300263,0.0000024738013,0.000027896232,0.0012374619],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9932634,0.004042008,0.0006613325,0.00029534995,0.0013941759,0.0003436818],"domain_scores_gemma":[0.99178445,0.006568358,0.0011839762,0.00016997928,0.00015978095,0.00013342389],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009236013,0.00022645273,0.00044465222,0.00003149109,0.0024879999,0.00023210706,0.0006717972,0.00014239048,0.00012861117],"category_scores_gemma":[0.0153965065,0.00014588969,0.0001378039,0.00045560673,0.0005772171,0.00019567125,0.00018070542,0.0037785738,0.0000088615625],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058337617,0.00025667786,0.025005542,0.00016326431,0.00026818554,0.0000043704335,0.8643306,0.0035530517,0.00013552266,0.036672324,0.00043670714,0.06911542],"study_design_scores_gemma":[0.0020719974,0.002119033,0.01390125,0.0028896362,0.0009071763,0.000026989277,0.8382606,0.117195524,0.00006386993,0.006318457,0.015617605,0.00062785234],"about_ca_topic_score_codex":0.0005065641,"about_ca_topic_score_gemma":0.00009637102,"teacher_disagreement_score":0.11364248,"about_ca_system_score_codex":0.000033297176,"about_ca_system_score_gemma":0.00018347606,"threshold_uncertainty_score":0.99881065},"labels":[],"label_agreement":null},{"id":"W3107643890","doi":"10.7202/1073360ar","title":"Passer du modèle transmissif à un modèle de l’apprentissage guidé","year":2020,"lang":"fr","type":"article","venue":"Enjeux et société Approches transdisciplinaires","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Humanities; Art","score_opus":0.18319183917810636,"score_gpt":0.3945877151752352,"score_spread":0.21139587599712886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107643890","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21458003,0.014105285,0.08782484,0.6257289,0.0013745008,0.0012501731,0.00012391151,0.000785275,0.054227117],"genre_scores_gemma":[0.96244067,0.0027523385,0.024905713,0.0028137984,0.0017596321,0.0001840536,0.00005854213,0.00017862747,0.0049066],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99161977,0.0027793928,0.0010895074,0.0013576002,0.0017052449,0.0014484631],"domain_scores_gemma":[0.99619913,0.0013743781,0.00053466955,0.00054404355,0.00026239816,0.0010853944],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004150136,0.00082468515,0.00088562805,0.000100471225,0.0018250566,0.00052683405,0.0016665987,0.0008180853,0.004064667],"category_scores_gemma":[0.0010727879,0.0009116667,0.0008295612,0.00097129215,0.0015135538,0.0021545535,0.00018604593,0.0015084947,0.00041597078],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025332742,0.001211604,0.00082869024,0.0010222602,0.00061667553,0.000060457198,0.76616013,0.005943277,0.002413061,0.1370119,0.013268619,0.07121003],"study_design_scores_gemma":[0.007173435,0.0010227127,0.019372534,0.0010330987,0.002789105,0.00004665504,0.19471557,0.06074014,0.008306676,0.15742172,0.5431479,0.0042304113],"about_ca_topic_score_codex":0.00053830154,"about_ca_topic_score_gemma":0.00040947465,"teacher_disagreement_score":0.74786067,"about_ca_system_score_codex":0.00032820602,"about_ca_system_score_gemma":0.0010944562,"threshold_uncertainty_score":0.9994744},"labels":[],"label_agreement":null},{"id":"W3108328090","doi":"10.7202/1073363ar","title":"Pour innover en pédagogie universitaire, faut-il rejeter ou améliorer l’enseignement magistral?","year":2020,"lang":"fr","type":"article","venue":"Enjeux et société Approches transdisciplinaires","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université TÉLUQ; Université Laval","funders":"","keywords":"Humanities; Philosophy","score_opus":0.13497338209905865,"score_gpt":0.41096784106102235,"score_spread":0.27599445896196373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108328090","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34005874,0.0030302661,0.0048326813,0.5755768,0.0017139547,0.0010767273,0.00015220109,0.0005217218,0.07303695],"genre_scores_gemma":[0.9473838,0.0011777637,0.01012725,0.004501368,0.0014839702,0.00005368133,0.000076550525,0.00013432585,0.035061248],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922779,0.0022086105,0.00096747,0.0013805176,0.0019250775,0.0012404248],"domain_scores_gemma":[0.9960781,0.0017062372,0.000625956,0.0005613463,0.00036287465,0.00066551485],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0028710517,0.0008164633,0.0007815601,0.00015053432,0.0013276872,0.00041514856,0.0015106563,0.00072614657,0.0039896243],"category_scores_gemma":[0.0012387189,0.0008851523,0.00065453246,0.0010179257,0.0015267045,0.0022876111,0.0003848888,0.0015758632,0.0010374674],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000360899,0.0008322276,0.0006214539,0.000813381,0.000696662,0.000100199424,0.77571785,0.0009981606,0.00080472475,0.08625873,0.07631875,0.056476977],"study_design_scores_gemma":[0.0044282726,0.0009980019,0.03013517,0.00062386086,0.0014484407,0.000013123475,0.40296268,0.0017766678,0.0011060024,0.031196676,0.5227824,0.0025287005],"about_ca_topic_score_codex":0.00062187365,"about_ca_topic_score_gemma":0.0006886261,"teacher_disagreement_score":0.60732514,"about_ca_system_score_codex":0.00087380334,"about_ca_system_score_gemma":0.001779986,"threshold_uncertainty_score":0.99997246},"labels":[],"label_agreement":null},{"id":"W3111292822","doi":"10.11575/prism/38437","title":"Tuning into General Education: Understanding Student Experience in Undergraduate Education","year":2020,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; University of Calgary","keywords":"Mathematics education; Undergraduate education; Pedagogy; General education; Psychology; Medical education; Medicine","score_opus":0.293147202679965,"score_gpt":0.5552566902458707,"score_spread":0.26210948756590563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111292822","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43451235,0.0005042245,0.00014338751,0.016717542,0.0049398323,0.0015052158,0.0000012377634,0.000009285095,0.5416669],"genre_scores_gemma":[0.9327275,0.00017285951,0.009398785,0.00022115701,0.0005012148,0.00020208486,0.00038117706,0.000029069111,0.056366134],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99731725,0.000684907,0.00043612413,0.0005583187,0.0007772107,0.00022616686],"domain_scores_gemma":[0.99877155,0.00016760844,0.00055284327,0.00021949582,0.00013531497,0.00015317692],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013193988,0.00019617089,0.00024292288,0.00021281198,0.0007362625,0.0011547664,0.0010238593,0.00017993133,0.001217641],"category_scores_gemma":[0.00083430886,0.00023411715,0.000046816913,0.00048956665,0.00008311562,0.0013172035,0.000092324764,0.00041875703,0.00022961643],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004617836,0.00039221425,0.003557256,0.00003191963,0.000032396158,0.0000024179537,0.7768224,0.000040260245,0.00023993442,0.04622858,0.0017786043,0.17082784],"study_design_scores_gemma":[0.00018081417,0.000030391642,0.0019235936,0.0004105218,0.000044574128,4.5836376e-7,0.75387645,0.00005919957,0.00010323415,0.0068164933,0.23616165,0.00039260273],"about_ca_topic_score_codex":0.007642716,"about_ca_topic_score_gemma":0.039239384,"teacher_disagreement_score":0.49821517,"about_ca_system_score_codex":0.0015223655,"about_ca_system_score_gemma":0.0070921634,"threshold_uncertainty_score":0.9998821},"labels":[],"label_agreement":null},{"id":"W3114377446","doi":"","title":"Authentic experiences in two mathematics graduate student instructor training courses","year":2020,"lang":"en","type":"article","venue":"Syllabus","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Waterloo","funders":"","keywords":"Practicum; Apprenticeship; Mathematics education; Training (meteorology); Set (abstract data type); Institution; Graduate students; Scale (ratio); Pedagogy; Computer science; Mathematics; Psychology; Sociology","score_opus":0.34874390753993334,"score_gpt":0.49703017465503657,"score_spread":0.14828626711510323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114377446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98011553,0.00007521821,0.000062892155,0.008516968,0.00047967286,0.00023996999,0.0000011393108,0.00011607873,0.010392536],"genre_scores_gemma":[0.9962462,0.000025632333,0.00292237,0.00030745016,0.00022575361,0.00003374729,9.799767e-7,0.000011293817,0.00022658083],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99795336,0.0003611509,0.00030077697,0.00022949872,0.00087980716,0.00027543446],"domain_scores_gemma":[0.9991492,0.00033841562,0.0001988505,0.000113304326,0.000061006962,0.00013919342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013046811,0.000105737745,0.00018638573,0.00006178913,0.00028460388,0.00017595342,0.00040317702,0.000031379896,0.00038685705],"category_scores_gemma":[0.0018993983,0.000101877136,0.000040066083,0.00033863005,0.00020620345,0.00041293405,0.000049510556,0.00019051542,0.0001123821],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003889957,0.000046636345,0.0037240034,0.000009658363,0.000010757312,0.00000797672,0.9823491,0.00004489069,0.000043096396,0.009551693,0.000102436345,0.0041058795],"study_design_scores_gemma":[0.0004077532,0.00003915939,0.0025092664,0.00004251314,0.000018496423,0.0000011082284,0.9911163,0.0007339185,0.000061549355,0.0014830865,0.003417769,0.00016912377],"about_ca_topic_score_codex":0.0006589228,"about_ca_topic_score_gemma":0.0013307353,"teacher_disagreement_score":0.016130667,"about_ca_system_score_codex":0.00007378456,"about_ca_system_score_gemma":0.00023228476,"threshold_uncertainty_score":0.42358133},"labels":[],"label_agreement":null},{"id":"W3121366028","doi":"10.22004/ag.econ.273575","title":"The Evolution of Male-Female Wages Differentials in Canadian Universities: 1970-2001","year":2006,"lang":"en","type":"preprint","venue":"AgEcon Search (University of Minnesota, USA)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Salary; Earnings; Cohort; Wage; Cohort effect; Demographic economics; Demography; Portrait; Economics; Labour economics; Geography; Sociology; Medicine; Accounting","score_opus":0.0844054693572028,"score_gpt":0.3523235730393741,"score_spread":0.2679181036821713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121366028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9385319,0.00029561232,0.00009452352,0.0063674366,0.00027666945,0.00047831453,0.00015469304,0.000017483471,0.053783365],"genre_scores_gemma":[0.964636,0.0006818252,0.00039254426,0.000008680784,0.00006350912,5.940736e-7,0.000041874213,0.0000101508285,0.034164805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958639,0.0018845139,0.00027001728,0.00040022694,0.0009175124,0.0006637886],"domain_scores_gemma":[0.9973215,0.0010726026,0.0004939456,0.00047336175,0.00039095554,0.0002476208],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004800268,0.0001795185,0.00038478896,0.0007469404,0.0010792033,0.000066359506,0.0013641177,0.000369694,0.0015203969],"category_scores_gemma":[0.00029253887,0.0002134348,0.00018667597,0.0004019661,0.0011356797,0.0005263614,0.00045910515,0.00067966164,0.00005073715],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033612305,0.0005559633,0.68288153,0.00079150294,0.0006187229,0.00028649083,0.17990673,0.005486194,0.00040085672,0.0832741,0.031206539,0.014255213],"study_design_scores_gemma":[0.0009288624,0.000099899626,0.59763855,0.00037904878,0.0001801181,0.0000019111787,0.31624627,0.001643062,0.000034759174,0.0011406378,0.08116177,0.00054511655],"about_ca_topic_score_codex":0.9823497,"about_ca_topic_score_gemma":0.9885364,"teacher_disagreement_score":0.13633953,"about_ca_system_score_codex":0.0026329684,"about_ca_system_score_gemma":0.0051240236,"threshold_uncertainty_score":0.99939233},"labels":[],"label_agreement":null},{"id":"W3122328840","doi":"10.2139/ssrn.1807863","title":"Do Student Evaluations Match Alumni Expectations?","year":2011,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Psychology; Actuarial science; Econometrics; Political science; Mathematics education; Economics","score_opus":0.13187511781285152,"score_gpt":0.4686262552261245,"score_spread":0.336751137413273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122328840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78275865,0.005196829,0.012473078,0.01486458,0.0014590516,0.0006882847,0.0000018844039,0.00023981721,0.18231785],"genre_scores_gemma":[0.99133474,0.0016117439,0.0013358956,0.000096344884,0.0004125013,0.000023697197,0.0000014457241,0.000016890772,0.005166723],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9957469,0.0011835296,0.00033668903,0.00019344037,0.0011335366,0.0014058906],"domain_scores_gemma":[0.99879503,0.00021125916,0.00034465487,0.00018441201,0.00033960468,0.00012504766],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011270203,0.0001105551,0.00012043847,0.00016553224,0.0015422357,0.00019330802,0.0005389712,0.00007226953,0.0013548867],"category_scores_gemma":[0.0010712574,0.00010775748,0.00009980741,0.0002757452,0.00011098466,0.00089659163,0.000033299,0.0012642599,0.0004964583],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018265719,0.00023853428,0.011922442,9.4623607e-7,0.00016155839,0.0000015028071,0.102698155,0.000018201554,0.000031539275,0.86378205,0.00046777373,0.020659022],"study_design_scores_gemma":[0.00064231304,0.00025411494,0.013673124,0.000017075374,0.00016196158,0.00005372466,0.38791722,0.000023589557,0.000026358919,0.58630115,0.010661279,0.00026809826],"about_ca_topic_score_codex":0.0009211892,"about_ca_topic_score_gemma":0.0070650093,"teacher_disagreement_score":0.28521907,"about_ca_system_score_codex":0.0013371642,"about_ca_system_score_gemma":0.0043132417,"threshold_uncertainty_score":0.99975765},"labels":[],"label_agreement":null},{"id":"W3123172369","doi":"","title":"Faculty Workload in a Research Intensive University: A Case Study","year":2013,"lang":"en","type":"article","venue":"CIRANO Project Reports","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workload; Discipline; Rank (graph theory); Service (business); Task (project management); Medical education; Psychology; Computer science; Medicine; Sociology; Management; Business; Mathematics; Marketing; Social science","score_opus":0.5323117482819304,"score_gpt":0.561427508207913,"score_spread":0.029115759925982587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123172369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95837444,0.000036011046,0.000005090092,0.0025742725,0.0001790015,0.0023267001,5.6538084e-7,0.00009045887,0.03641344],"genre_scores_gemma":[0.99255776,0.000009788,0.00020819658,0.000055648652,0.00006446349,0.000046121928,0.0000017561223,0.0000092633945,0.007047027],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99524254,0.0026271457,0.0003021995,0.00045322336,0.00096567866,0.00040919296],"domain_scores_gemma":[0.9975557,0.00053745415,0.00022338676,0.00035496673,0.0012333066,0.000095191404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009140939,0.00009590745,0.00017538414,0.00050048326,0.00077213935,0.00020351782,0.00018469358,0.000096504424,0.00021355606],"category_scores_gemma":[0.007250138,0.0000964854,0.00004470912,0.0012398695,0.00023779244,0.0008838324,0.00014502187,0.0005596316,0.00008665327],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002664048,0.0005698392,0.39154413,0.000011802082,0.00005348483,0.06753835,0.503708,0.000009147067,0.000040348907,0.00018367739,0.0103566805,0.025957854],"study_design_scores_gemma":[0.00035351524,0.00013411888,0.020219162,0.000051793002,0.000019355908,0.0008720225,0.93409383,0.000022690878,0.0000058127935,0.0003687479,0.04368485,0.000174071],"about_ca_topic_score_codex":0.41143203,"about_ca_topic_score_gemma":0.05667368,"teacher_disagreement_score":0.43038583,"about_ca_system_score_codex":0.00041417996,"about_ca_system_score_gemma":0.0010007374,"threshold_uncertainty_score":0.9605396},"labels":[],"label_agreement":null},{"id":"W3124693200","doi":"10.1002/tia2.20026","title":"Overcoming Pedagogical Solitude: The Transformative Power of Discipline-Specific Faculty Learning Communities","year":2015,"lang":"en","type":"article","venue":"To improve the academy","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Transformative learning; Solitude; Power (physics); Pedagogy; Sociology; Psychology; Engineering ethics; Psychotherapist; Engineering","score_opus":0.43129462620408815,"score_gpt":0.5082203835505351,"score_spread":0.07692575734644697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124693200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86125857,0.00022023775,0.00074663735,0.10089973,0.00018551448,0.00063915836,0.00001325166,0.0000879517,0.03594897],"genre_scores_gemma":[0.99641675,0.000045863893,0.00027477066,0.0006337531,0.00016402073,0.000029741072,0.0000027139886,0.000010969332,0.0024214014],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9967245,0.0016674683,0.000322406,0.00011246426,0.0008743633,0.00029880795],"domain_scores_gemma":[0.9978908,0.0014243973,0.00025025013,0.00018811628,0.00012860206,0.00011785132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008204653,0.00012308735,0.00017702498,0.000041251427,0.0012269539,0.000125679,0.0010423918,0.00010104923,0.00013551001],"category_scores_gemma":[0.0011073971,0.00006761762,0.00007895112,0.00020472331,0.0005342296,0.00062864675,0.00021423576,0.0010652866,0.00009118521],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007691979,0.00003813303,0.00041715894,0.0000037998786,0.00003090306,9.288203e-8,0.9560715,0.00058553205,0.00038697527,0.03507301,0.0018892711,0.005426731],"study_design_scores_gemma":[0.00031625348,0.00011509281,0.0028866348,0.000020104408,0.000028471393,8.747006e-7,0.5501465,0.00017688467,0.00039659638,0.0033016938,0.44246775,0.0001431436],"about_ca_topic_score_codex":0.0010859822,"about_ca_topic_score_gemma":0.00015369707,"teacher_disagreement_score":0.44057846,"about_ca_system_score_codex":0.00010104019,"about_ca_system_score_gemma":0.00010829464,"threshold_uncertainty_score":0.9436861},"labels":[],"label_agreement":null},{"id":"W3125820425","doi":"10.1007/s10734-020-00615-1","title":"Reconceptualizing student ratings of teaching to support quality discourse on student learning: a systems perspective","year":2021,"lang":"en","type":"article","venue":"Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Perspective (graphical); Conversation; Student engagement; General partnership; Scholarship; Higher education; Quality (philosophy); Process (computing); Resource (disambiguation); SPARK (programming language); Pedagogy; Psychology; Mathematics education; Sociology; Computer science; Political science","score_opus":0.1853216201214233,"score_gpt":0.5739124234875811,"score_spread":0.3885908033661578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125820425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8730631,0.00017590816,0.000041467127,0.015221518,0.00240473,0.00039518205,0.0000015932059,0.00006621141,0.10863032],"genre_scores_gemma":[0.9534516,0.000011034724,0.00053129304,0.00033624374,0.0006051357,0.000074212534,0.000012018178,0.000014251316,0.044964235],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99477625,0.0031818817,0.00041583946,0.00037777325,0.0010471679,0.00020106278],"domain_scores_gemma":[0.9979424,0.0006099772,0.00050180766,0.00024477238,0.0005708814,0.00013016407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047228676,0.00011517854,0.00021258727,0.00009925491,0.000575387,0.00021600038,0.00023575078,0.00006264134,0.0004934636],"category_scores_gemma":[0.0021797242,0.00012085945,0.000065313725,0.00021417164,0.0000694604,0.00038869088,0.00005706105,0.00034675348,0.00007911457],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009627608,0.0010021375,0.07680883,0.0000169692,0.000047006222,6.721855e-7,0.40178853,0.00045145853,0.00055590033,0.51572824,0.002212182,0.0013784446],"study_design_scores_gemma":[0.00016180467,0.00014445648,0.21642712,0.000125421,0.0000447847,5.470275e-7,0.68666375,0.0000013244013,0.000097233904,0.00019114563,0.095968746,0.0001736511],"about_ca_topic_score_codex":0.00743076,"about_ca_topic_score_gemma":0.00041928244,"teacher_disagreement_score":0.5155371,"about_ca_system_score_codex":0.0008034365,"about_ca_system_score_gemma":0.000994071,"threshold_uncertainty_score":0.9991788},"labels":[],"label_agreement":null},{"id":"W3126141155","doi":"10.1080/19415257.2021.1876149","title":"Feedback for teaching development: moving from a fixed to growth mindset","year":2021,"lang":"en","type":"article","venue":"Professional Development in Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mindset; Thematic analysis; Distress; Psychology; Professional development; Event (particle physics); Mathematics education; Medical education; Computer science; Pedagogy; Qualitative research; Medicine; Sociology","score_opus":0.07960665123284384,"score_gpt":0.44339317415320956,"score_spread":0.36378652292036573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126141155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9635226,0.00014107977,0.0011431676,0.025071306,0.00418089,0.00072105275,0.000004180935,0.000058139747,0.005157579],"genre_scores_gemma":[0.5864474,0.0000075549833,0.39047715,0.0019366276,0.00034919044,0.0007196122,0.0004125346,0.000020901556,0.019629035],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974591,0.00062277325,0.0004913214,0.0004264626,0.0006685269,0.00033179883],"domain_scores_gemma":[0.9980617,0.001055182,0.0002065064,0.00012066726,0.00040218316,0.00015372073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032547738,0.00014054323,0.00015518836,0.00020126396,0.0011543581,0.00011399335,0.00027765377,0.00011543877,0.00034208564],"category_scores_gemma":[0.006559616,0.00015326482,0.000029072955,0.00029752348,0.000025152753,0.00055976893,0.000117258875,0.00026757116,0.00014429106],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008556857,0.0015643485,0.10908963,0.00009069504,0.000057044745,0.0000014482016,0.4963534,0.000018850422,0.0019608513,0.020482725,0.026864383,0.34343106],"study_design_scores_gemma":[0.00035003794,0.0000055738706,0.274601,0.0005755743,0.000008759216,4.1545505e-7,0.040075973,0.000016564345,0.0037594251,0.0037925332,0.6764775,0.00033661365],"about_ca_topic_score_codex":0.00045485763,"about_ca_topic_score_gemma":0.002338739,"teacher_disagreement_score":0.64961314,"about_ca_system_score_codex":0.0008300943,"about_ca_system_score_gemma":0.009269364,"threshold_uncertainty_score":0.9963471},"labels":[],"label_agreement":null},{"id":"W3126401521","doi":"10.21742/ijaner.2020.5.2.02","title":"Working with Research Assistants: Guidelines for Mutually Beneficial Relationships","year":2020,"lang":"en","type":"article","venue":"International Journal of Advanced Nursing Education and Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Multitude; Feeling; Medical education; Psychology; Face (sociological concept); Pedagogy; Sociology; Medicine; Political science; Social psychology","score_opus":0.718175145658274,"score_gpt":0.6579457943607272,"score_spread":0.06022935129754681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126401521","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2190366,0.0019156293,0.0050920146,0.75654125,0.0031052516,0.0005464249,0.0000038042292,0.000028927752,0.013730084],"genre_scores_gemma":[0.94234973,0.0004579427,0.0526558,0.00034293084,0.003157228,0.000014643512,0.000005171156,0.000015898691,0.001000669],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957595,0.0010959032,0.00041045423,0.00018338609,0.0023085591,0.0002422001],"domain_scores_gemma":[0.984933,0.0025060847,0.00028827242,0.00006922076,0.011982356,0.00022103159],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010875905,0.000064729866,0.00011140173,0.0005047042,0.0011127507,0.00037108615,0.00046473576,0.00006807692,0.000034919307],"category_scores_gemma":[0.028928014,0.00005586159,0.000037761773,0.0005024424,0.00041188695,0.0007170935,0.000025786981,0.00081309763,0.0000040937434],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019501323,0.00061862596,0.0045183464,0.000020322628,0.00010561808,0.0000042759248,0.08162285,0.0010650608,0.001316536,0.12385433,0.03979655,0.7451274],"study_design_scores_gemma":[0.00114665,0.000587471,0.0059187296,0.0014385717,0.000023555853,0.000024851804,0.22071806,0.00041048563,0.00022350565,0.029749852,0.7395874,0.00017085085],"about_ca_topic_score_codex":0.000053525182,"about_ca_topic_score_gemma":0.000098752695,"teacher_disagreement_score":0.75619835,"about_ca_system_score_codex":0.00040801367,"about_ca_system_score_gemma":0.002286009,"threshold_uncertainty_score":0.97925174},"labels":[],"label_agreement":null},{"id":"W3126507114","doi":"10.52358/mm.vi4.143","title":"Aménager une salle de classe dédiée à la formation des enseignants au 21e siècle","year":2020,"lang":"fr","type":"article","venue":"Médiations et médiatisations","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.21488077816092288,"score_gpt":0.40626774060963855,"score_spread":0.19138696244871567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126507114","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23047343,0.0019950964,0.09677315,0.45272496,0.0010665352,0.0012581687,0.00041413348,0.00065092655,0.2146436],"genre_scores_gemma":[0.9570925,0.0013219613,0.02176805,0.005603726,0.0008265572,0.00017460415,0.00023135981,0.0000743135,0.012906879],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931318,0.0038443871,0.0008381615,0.00049341825,0.00092612323,0.0007661034],"domain_scores_gemma":[0.99490196,0.0030070348,0.00075549074,0.00037468574,0.0004088741,0.00055194733],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003175232,0.00034640086,0.00033736165,0.00023234787,0.0029836346,0.00054089987,0.0004929006,0.00038742396,0.0015296774],"category_scores_gemma":[0.0067269057,0.0004324398,0.00021947196,0.0019378678,0.00081979437,0.004741232,0.00012206932,0.0007017361,0.0020956106],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025261439,0.00075150427,0.02304652,0.00019081782,0.00021693856,0.000014819321,0.3962229,0.03088829,0.0005973168,0.42101878,0.076474465,0.050552394],"study_design_scores_gemma":[0.0013119666,0.00017498096,0.19802642,0.00015073705,0.0004956754,0.000015632313,0.023950811,0.042855036,0.00013315519,0.01407001,0.7180038,0.000811748],"about_ca_topic_score_codex":0.0124814,"about_ca_topic_score_gemma":0.008669536,"teacher_disagreement_score":0.7266191,"about_ca_system_score_codex":0.001233958,"about_ca_system_score_gemma":0.0026306198,"threshold_uncertainty_score":0.9998127},"labels":[],"label_agreement":null},{"id":"W3130099465","doi":"10.29173/isotl591","title":"Good Beginnings: Launching Imagining SoTL","year":2021,"lang":"en","type":"article","venue":"Imagining SoTL","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Hopefulness; Scholarship; Mount; Scholarship of Teaching and Learning; Sociology; Reading (process); Visual arts; Pedagogy; Art; Psychology; Teaching method; Political science; Computer science; Philosophy; Teaching and learning center; Linguistics; Law","score_opus":0.09543489054946871,"score_gpt":0.4505152946086621,"score_spread":0.3550804040591934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130099465","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06994755,0.0022485203,0.0041155303,0.32484543,0.003311548,0.00025050994,0.000008898095,0.0013857144,0.59388626],"genre_scores_gemma":[0.95889574,0.00006676777,0.0287622,0.0023941733,0.0010047882,0.000018642315,0.000018206463,0.000058260088,0.008781243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99617803,0.0010390007,0.00040370502,0.00058801536,0.0010937616,0.00069747795],"domain_scores_gemma":[0.9973748,0.0011924193,0.00037210842,0.0004411802,0.00039447952,0.00022502716],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041891322,0.00022088442,0.00027426175,0.00014987432,0.0014715097,0.00088567066,0.0005294474,0.00010299515,0.0014352428],"category_scores_gemma":[0.006908635,0.00026451264,0.00013994177,0.0005573023,0.000372448,0.0019316261,0.00020353233,0.000776091,0.0005011751],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004230295,0.0003821511,0.13812618,0.00008061004,0.00032963665,0.00046777094,0.33134165,0.00054155494,0.007894981,0.35916442,0.033309065,0.12831968],"study_design_scores_gemma":[0.0006183354,0.0000283423,0.0020719008,0.00017658946,0.00009982957,0.000032325363,0.04104606,0.00083276676,0.0013600267,0.0036714913,0.9495222,0.00054012],"about_ca_topic_score_codex":0.0036185535,"about_ca_topic_score_gemma":0.0006588955,"teacher_disagreement_score":0.91621315,"about_ca_system_score_codex":0.00018637814,"about_ca_system_score_gemma":0.0009762928,"threshold_uncertainty_score":0.9999807},"labels":[],"label_agreement":null},{"id":"W3131553320","doi":"10.29173/isotl523","title":"How Educational Developers can Re-engage Mid-Career Faculty Using SoTL","year":2021,"lang":"en","type":"article","venue":"Imagining SoTL","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University; Lethbridge College","funders":"","keywords":"Scholarship; Scholarship of Teaching and Learning; Sociology; Faculty development; Career path; Professional development; Career development; Pedagogy; Higher education; Medical education; Political science; Management; Teaching method; Teaching and learning center; Medicine","score_opus":0.34149136437779476,"score_gpt":0.47875549970039005,"score_spread":0.1372641353225953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131553320","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30578992,0.00047993113,0.00075507734,0.6552983,0.0021732727,0.00018479716,0.00003339099,0.00021501735,0.035070337],"genre_scores_gemma":[0.9415883,0.00001388576,0.04310976,0.001214281,0.00059518195,0.000010840851,0.00006413511,0.000027081356,0.013376546],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99730355,0.00090929127,0.00019088916,0.0003750231,0.0008348145,0.00038642538],"domain_scores_gemma":[0.9982172,0.0006339641,0.00020637632,0.00022442028,0.0005569826,0.00016104305],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0020877202,0.00014012582,0.00015071985,0.00008540808,0.0014020369,0.0007898742,0.0003207991,0.000078560945,0.00068583735],"category_scores_gemma":[0.008693176,0.00015813851,0.000072231946,0.00039396307,0.00022995354,0.0009918882,0.00008291027,0.00043591447,0.00005120802],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031861957,0.0004050241,0.22041738,0.00008531617,0.00044920147,0.000108260996,0.56466436,0.0009223989,0.017988378,0.08373657,0.065653495,0.04553773],"study_design_scores_gemma":[0.00047904134,0.000011893916,0.015389922,0.000104351755,0.00010427745,0.000018477245,0.13049194,0.0004237833,0.002522523,0.0014984458,0.8483657,0.000589597],"about_ca_topic_score_codex":0.004088746,"about_ca_topic_score_gemma":0.0036049124,"teacher_disagreement_score":0.7827123,"about_ca_system_score_codex":0.00037878993,"about_ca_system_score_gemma":0.0031027235,"threshold_uncertainty_score":0.999898},"labels":[],"label_agreement":null},{"id":"W3131858742","doi":"10.1187/cbe.19-12-0271","title":"“I Like and Prefer to Work Alone”: Social Anxiety, Academic Self-Efficacy, and Students’ Perceptions of Active Learning","year":2021,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"National Science Foundation","keywords":"Psychology; Self-efficacy; Anxiety; Perception; Active learning (machine learning); Academic achievement; Distress; Social anxiety; Social psychology; Fear of negative evaluation; Medical education; Applied psychology; Mathematics education; Clinical psychology; Medicine; Computer science","score_opus":0.08745099206616785,"score_gpt":0.4734677388890225,"score_spread":0.38601674682285464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131858742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802125,0.0003142269,0.00003348486,0.014732505,0.00046306552,0.00027441455,0.0000015845895,0.00004991518,0.003918289],"genre_scores_gemma":[0.9951327,0.0006262452,0.002092456,0.00048529945,0.0003094312,0.000026888172,0.000004164251,0.0000061893106,0.0013166287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975141,0.00083387515,0.00021909227,0.00039789724,0.0008133624,0.00022162305],"domain_scores_gemma":[0.9988257,0.00043027394,0.00021230761,0.00008258633,0.0002636432,0.00018547784],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026628664,0.00009407936,0.00013989315,0.00013572739,0.0017362126,0.00017893607,0.00028586446,0.00010854139,0.00014349079],"category_scores_gemma":[0.00260743,0.00009875487,0.000025445177,0.0008712571,0.00045721701,0.0007590318,0.00015173641,0.0003138279,0.00002475115],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002200768,0.00046869225,0.5519806,0.00002209745,0.000033886423,9.7213345e-8,0.3753106,0.00007868976,0.0010400879,0.0039240927,0.003743352,0.06337576],"study_design_scores_gemma":[0.00015593301,0.000048131093,0.85706586,0.000041850293,0.000050045404,0.0000011856247,0.121091135,0.0000136892095,0.000046363195,0.0002834347,0.021064976,0.00013742172],"about_ca_topic_score_codex":0.00032289245,"about_ca_topic_score_gemma":0.00016771462,"teacher_disagreement_score":0.30508518,"about_ca_system_score_codex":0.000107920365,"about_ca_system_score_gemma":0.0014542865,"threshold_uncertainty_score":0.9995634},"labels":[],"label_agreement":null},{"id":"W3132284015","doi":"10.1080/09540253.2021.1884194","title":"Engendering inequities: precariously employed academic women’s experiences of student evaluations of teaching","year":2021,"lang":"en","type":"article","venue":"Gender and Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; Concordia University","funders":"University of Waterloo","keywords":"Equity (law); Workforce; Autonomy; Higher education; Sociology; Qualitative research; Gender studies; Political science; Social science","score_opus":0.19942382617920273,"score_gpt":0.50673620287713,"score_spread":0.3073123766979272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132284015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9869465,0.0017138426,0.00025163393,0.00045607245,0.0006325407,0.00014488964,0.000001085333,0.000021305155,0.009832109],"genre_scores_gemma":[0.9976238,0.00029233313,0.0010324302,0.000072807474,0.0001484,0.00016337002,0.0000051178977,0.0000056829745,0.0006560709],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99818546,0.00063995994,0.00031638943,0.00017689279,0.0005289064,0.00015238568],"domain_scores_gemma":[0.999052,0.00027472244,0.00024170785,0.0001310599,0.00023179724,0.00006871803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026642114,0.00006536513,0.00012932917,0.00009258287,0.00034933028,0.000038315982,0.00013588148,0.00006357963,0.00028291804],"category_scores_gemma":[0.0013030322,0.00007066318,0.000025879433,0.00012983548,0.00010453035,0.00043952817,0.000049834263,0.00016743169,0.0000013736412],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002826642,0.00010323979,0.016333165,0.000034809593,0.000025661388,3.691969e-8,0.96489036,0.000037858954,0.0010760095,0.00598883,0.00019882135,0.011308376],"study_design_scores_gemma":[0.00009305388,0.000022901377,0.03585419,0.00002930874,0.00002947578,9.3659116e-7,0.95912063,0.000017451504,0.00070436136,0.0024726233,0.001581284,0.00007375804],"about_ca_topic_score_codex":0.00030456702,"about_ca_topic_score_gemma":0.000048812617,"teacher_disagreement_score":0.019521028,"about_ca_system_score_codex":0.00013952462,"about_ca_system_score_gemma":0.0013769385,"threshold_uncertainty_score":0.3097754},"labels":[],"label_agreement":null},{"id":"W3134255868","doi":"10.20343/teachlearninqu.9.1.6","title":"SoTL in the Margins: Teaching-Focused Role Case Studies","year":2021,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Brock University","funders":"Brock University; University of Wollongong; Kennesaw State University","keywords":"Scholarship; Excellence; Scholarship of Teaching and Learning; Sociology; Teaching and learning center; Casual; Higher education; Face (sociological concept); Pedagogy; Teaching method; Political science; Medical education; Medicine; Social science","score_opus":0.20008526636742657,"score_gpt":0.4817888717573005,"score_spread":0.28170360538987393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134255868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8566262,0.0032532604,0.0005966697,0.12451163,0.00173336,0.0002723242,7.135996e-7,0.00019491807,0.012810938],"genre_scores_gemma":[0.98856854,0.00041272867,0.0024991564,0.0019005911,0.0026242358,0.000017070064,0.0000022660452,0.000046379115,0.00392903],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9709696,0.025505656,0.00073566317,0.00040235106,0.0016092652,0.00077743025],"domain_scores_gemma":[0.9914025,0.006863039,0.0008338793,0.00050185726,0.00025295437,0.00014574126],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05683692,0.00029927323,0.00039278177,0.0002107817,0.011191025,0.0013899499,0.0011833444,0.00015196245,0.00020009768],"category_scores_gemma":[0.039049342,0.00017500037,0.00023844573,0.0003498242,0.0005618575,0.001217018,0.0002553991,0.008409552,0.00009439193],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036046767,0.00024663907,0.009464324,0.000012715578,0.00022278681,0.00293605,0.8886576,0.004629569,0.00018928575,0.024352178,0.0074444166,0.06180836],"study_design_scores_gemma":[0.0005248422,0.00008151863,0.0018787185,0.00015520742,0.00011906683,0.004544474,0.5811295,0.00042760803,0.000007797044,0.0032965154,0.40756923,0.00026554603],"about_ca_topic_score_codex":0.0015446657,"about_ca_topic_score_gemma":0.00137363,"teacher_disagreement_score":0.4001248,"about_ca_system_score_codex":0.00048760753,"about_ca_system_score_gemma":0.000575534,"threshold_uncertainty_score":0.9996467},"labels":[],"label_agreement":null},{"id":"W3135291031","doi":"10.5430/ijhe.v10n4p207","title":"Omani Undergraduate Students’ Awareness and Experiences of the Research-Teaching Nexus","year":2021,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Edge Hill University","keywords":"Nexus (standard); Medical education; Psychology; Sample (material); Quality (philosophy); Survey research; Pedagogy; Mathematics education; Medicine; Engineering; Applied psychology","score_opus":0.18620523938837671,"score_gpt":0.5640544349374778,"score_spread":0.377849195549101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135291031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9403646,0.00070793764,0.000028999986,0.047276214,0.0053088972,0.000051195675,4.34225e-7,0.0000037827253,0.006257944],"genre_scores_gemma":[0.9931464,0.000086154934,0.00042445946,0.00021406643,0.00071493763,0.000004540758,8.299763e-7,0.000004565602,0.0054040123],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9958809,0.001757307,0.00030745,0.000098846576,0.001862911,0.00009256856],"domain_scores_gemma":[0.9970968,0.00068668835,0.00047750244,0.00009793264,0.0015880652,0.000053040858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038111624,0.000047715348,0.00008295693,0.0001290759,0.0004606305,0.0002447158,0.00068230054,0.000035157347,0.00016134355],"category_scores_gemma":[0.0021532637,0.00003702394,0.000050099752,0.00014620839,0.00021340234,0.0006589563,0.00011347073,0.0003525132,0.0000023948871],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005334991,0.0011152875,0.17832544,0.00001581204,0.00024358559,0.000009448254,0.46466452,0.000063801934,0.0014860887,0.3290191,0.0104207955,0.014582771],"study_design_scores_gemma":[0.00052222534,0.00006680146,0.37788683,0.00040479258,0.000053982716,0.0000577232,0.39230135,0.000011127093,0.0019524095,0.04834372,0.17825279,0.00014624604],"about_ca_topic_score_codex":0.0007273645,"about_ca_topic_score_gemma":0.00014161355,"teacher_disagreement_score":0.28067538,"about_ca_system_score_codex":0.00017351095,"about_ca_system_score_gemma":0.0013036333,"threshold_uncertainty_score":0.35428438},"labels":[],"label_agreement":null},{"id":"W3135748878","doi":"10.20343/teachlearninqu.9.1.23","title":"Examining the Focus of SoTL Literature—Teaching and Learning?","year":2021,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Scholarship of Teaching and Learning; Scholarship; Scope (computer science); Teaching and learning center; Focus (optics); Field (mathematics); Pedagogy; Sociology; Teaching method; Mathematics education; Psychology; Computer science; Political science","score_opus":0.11863715847460839,"score_gpt":0.4118511101564981,"score_spread":0.29321395168188974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135748878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9348968,0.004621081,0.0028811428,0.041883595,0.0012742785,0.00017142761,5.937581e-7,0.0001902866,0.014080759],"genre_scores_gemma":[0.98588973,0.00048648444,0.003711965,0.0004622203,0.0019230748,0.0000044229782,0.0000028966163,0.00004892741,0.00747026],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9690649,0.027947659,0.00066762674,0.0003712376,0.0013625443,0.0005860454],"domain_scores_gemma":[0.9895705,0.008315951,0.0012521262,0.0003544772,0.0003236053,0.00018331787],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049720716,0.00026676248,0.0003624383,0.00016374442,0.012838524,0.0015879199,0.0008352786,0.0001815866,0.00014566156],"category_scores_gemma":[0.04927594,0.00016083074,0.00017241009,0.0002942247,0.00067369704,0.00110207,0.00032668927,0.012139753,0.000015806212],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004931676,0.00009533207,0.022456558,0.000024046645,0.0002318498,0.00006762312,0.7158428,0.004492241,0.0025223666,0.024393948,0.0015042651,0.22831966],"study_design_scores_gemma":[0.00084073364,0.00031728784,0.018072965,0.0009172041,0.00029860673,0.0009822916,0.33967713,0.00126546,0.00012339403,0.0038866138,0.6330932,0.0005251309],"about_ca_topic_score_codex":0.0005928606,"about_ca_topic_score_gemma":0.00007866107,"teacher_disagreement_score":0.63158894,"about_ca_system_score_codex":0.00014786306,"about_ca_system_score_gemma":0.0004239443,"threshold_uncertainty_score":0.99944854},"labels":[],"label_agreement":null},{"id":"W3135832219","doi":"10.1111/febs.15757","title":"Writing an effective and supportive recommendation letter","year":2021,"lang":"en","type":"review","venue":"FEBS Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"National Institute of General Medical Sciences; National Institutes of Health; National Alliance for Research on Schizophrenia and Depression; Brain and Behavior Research Foundation","keywords":"Structuring; Constructive; Task (project management); Key (lock); Advice (programming); Psychology; Personality; Computer science; Social psychology; Engineering; Political science; Process (computing)","score_opus":0.24049060559248453,"score_gpt":0.5442411523662215,"score_spread":0.303750546773737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135832219","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004506056,0.9889382,0.00024703462,0.0036348482,0.00087914296,0.00037139253,0.0000070826877,0.000027883882,0.0058493125],"genre_scores_gemma":[0.000039990275,0.9956089,0.0010457686,0.00030094266,0.0025624745,0.000018898005,0.00004740135,0.000021831123,0.00035377007],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.992397,0.0062753903,0.0004644782,0.00024368192,0.00038976048,0.00022967505],"domain_scores_gemma":[0.9971395,0.0013480074,0.0010498778,0.000088957124,0.00020711774,0.00016655427],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008464275,0.00016499561,0.0005679465,0.0001509497,0.0010838615,0.0007912638,0.00017197171,0.0001895618,0.0013121434],"category_scores_gemma":[0.0025954098,0.00014692612,0.00016483427,0.00015548045,0.00007870245,0.0012095541,0.00005060616,0.0011489387,0.00003557079],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.9464834e-7,0.000018387465,0.00002558828,0.00017951008,0.000068391746,0.000015606965,0.002442491,9.8529576e-8,5.4659367e-8,0.0002591258,0.0032448298,0.993745],"study_design_scores_gemma":[0.00007703054,0.000042387754,0.000045439807,0.0025123002,0.00034452174,0.00014430234,0.0013099796,0.0000018613061,9.5970506e-8,0.00012695699,0.995232,0.0001631296],"about_ca_topic_score_codex":0.00008829003,"about_ca_topic_score_gemma":0.000097845295,"teacher_disagreement_score":0.9935819,"about_ca_system_score_codex":0.00028795077,"about_ca_system_score_gemma":0.00044386927,"threshold_uncertainty_score":0.99960077},"labels":[],"label_agreement":null},{"id":"W3135850294","doi":"10.1145/3408877.3432369","title":"The Role of Race and Gender in Teaching Evaluation of Computer Science Professors: A Large Scale Analysis on RateMyProfessor Data","year":2021,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Quality (philosophy); Race (biology); Scale (ratio); Personality; Computer science; Psychology; Mathematics education; Social psychology; Sociology","score_opus":0.23764984576989026,"score_gpt":0.5169678430688488,"score_spread":0.27931799729895856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135850294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984694,0.00032545681,0.0009377908,0.0038761997,0.000103788174,0.0003070359,0.0000072137736,0.000011740248,0.009736799],"genre_scores_gemma":[0.9958791,0.000033998294,0.0037834381,0.00006351297,0.000029753191,0.000007022342,0.000008881785,0.0000031204172,0.00019115339],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9938779,0.0036052123,0.0003204766,0.00034967661,0.0016473283,0.0001994368],"domain_scores_gemma":[0.99740005,0.0011636454,0.00030582328,0.00056563184,0.0005253246,0.000039529998],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.051158674,0.000060526647,0.00016805728,0.00018163247,0.0007388801,0.000100414225,0.00054350035,0.000040756942,0.00007437572],"category_scores_gemma":[0.0045745256,0.000044877484,0.000026743051,0.0010110032,0.00029868574,0.00083377707,0.00033588422,0.00019234639,0.0000019922088],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081331564,0.0011808965,0.4363674,0.00004525034,0.00042301344,8.0098414e-7,0.28532696,0.004290118,0.0044405116,0.1342711,0.0003634935,0.13320912],"study_design_scores_gemma":[0.0008108199,0.00003389863,0.20332102,0.00004878402,0.0005858544,2.8929875e-7,0.08631977,0.6966844,0.0019101831,0.0077524316,0.0023638923,0.00016863654],"about_ca_topic_score_codex":0.0008940709,"about_ca_topic_score_gemma":0.010766023,"teacher_disagreement_score":0.6923943,"about_ca_system_score_codex":0.000072889365,"about_ca_system_score_gemma":0.0007747434,"threshold_uncertainty_score":0.9770318},"labels":[],"label_agreement":null},{"id":"W3137979672","doi":"10.7202/1075720ar","title":"IMPACT DE LA FORMATION ET DE L’ACCOMPAGNEMENT PÉDAGOGIQUE DESTINÉS AUX NOUVEAUX PROFESSEURS D’UNIVERSITÉ SUR LEUR TÂCHE RÉELLE : COMPARAISON INTERNATIONALE (CANADA–FRANCE)","year":2021,"lang":"fr","type":"article","venue":"McGill Journal of Education / Revue des sciences de l éducation de McGill","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke; Université du Québec à Montréal","funders":"","keywords":"Humanities; Political science; Philosophy; Art","score_opus":0.46653717620776136,"score_gpt":0.5116660733785823,"score_spread":0.045128897170820914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137979672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9052639,0.002270357,0.0038249912,0.061331797,0.0033247638,0.0002934156,0.000064637716,0.000031554395,0.023594584],"genre_scores_gemma":[0.95907867,0.0021269796,0.025233328,0.0031214862,0.00043750435,0.000019698238,0.000024490426,0.000027900529,0.009929941],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.991512,0.0053186677,0.0009916974,0.00039022593,0.0010756172,0.00071179285],"domain_scores_gemma":[0.99232644,0.002378427,0.0020518624,0.0002656987,0.002437522,0.0005400293],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011772476,0.0003108612,0.00038476498,0.000415884,0.0026528402,0.00035022193,0.0010119607,0.00019527221,0.00094760157],"category_scores_gemma":[0.0067599295,0.0003473266,0.00024303027,0.0013153906,0.00069938356,0.003424334,0.00009800736,0.0008217625,0.000017895145],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00022021311,0.007012017,0.1692224,0.0010496402,0.0005058295,0.00013039526,0.20116551,0.16613358,0.0037774907,0.25486538,0.119284704,0.07663284],"study_design_scores_gemma":[0.00092936854,0.00042058591,0.2545918,0.0014858223,0.00035456815,0.003060673,0.082145035,0.017505132,0.0018680751,0.0121383695,0.6247637,0.0007368774],"about_ca_topic_score_codex":0.09032544,"about_ca_topic_score_gemma":0.12816548,"teacher_disagreement_score":0.505479,"about_ca_system_score_codex":0.0136694005,"about_ca_system_score_gemma":0.027232364,"threshold_uncertainty_score":0.99996567},"labels":[],"label_agreement":null},{"id":"W3139154134","doi":"10.4000/ripes.2807","title":"Et si les stratégies d’apprentissage des étudiants et leurs perceptions envers l’évaluation des apprentissages avaient un lien avec l’ajustement académique dans un contexte de persévérance aux études universitaires?","year":2021,"lang":"fr","type":"article","venue":"Revue internationale de pédagogie de l’enseignement supérieur","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ; Université Laval","funders":"","keywords":"Humanities; Psychology; Sociology; Philosophy","score_opus":0.15834885485024722,"score_gpt":0.38054729287274774,"score_spread":0.22219843802250053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139154134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9161698,0.0056679067,0.034088723,0.030208018,0.0007096267,0.00073297013,0.00028325454,0.00020343337,0.011936218],"genre_scores_gemma":[0.94315535,0.018110685,0.016310837,0.00058346253,0.00025070366,0.00014048335,0.00029416202,0.00007861501,0.021075713],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9912984,0.00421577,0.0009323308,0.0010384525,0.0014350833,0.0010799711],"domain_scores_gemma":[0.99573714,0.0015395681,0.0007616581,0.000513198,0.0010414971,0.00040691788],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004698928,0.0006064026,0.0005086501,0.00027323895,0.0020127303,0.000688921,0.0010010863,0.00039462838,0.003730064],"category_scores_gemma":[0.0026834623,0.0007879731,0.00045607393,0.0005835791,0.0012543405,0.0024530687,0.0004177947,0.0008899528,0.00010416356],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010797486,0.00196366,0.09198001,0.0005832081,0.0014369907,0.0004897121,0.70435816,0.03385427,0.0076967757,0.07383831,0.0024292446,0.081261694],"study_design_scores_gemma":[0.0019552098,0.00027912305,0.28986552,0.0018523076,0.0008905487,0.00022610757,0.6710792,0.009530548,0.0025196413,0.0065276525,0.01427609,0.0009980334],"about_ca_topic_score_codex":0.0031251772,"about_ca_topic_score_gemma":0.018786188,"teacher_disagreement_score":0.19788553,"about_ca_system_score_codex":0.0036214974,"about_ca_system_score_gemma":0.0022099295,"threshold_uncertainty_score":0.9994571},"labels":[],"label_agreement":null},{"id":"W3139820490","doi":"10.36834/cmej.71638","title":"Seven ways to get a grip on running a successful promotions process","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Promotion (chess); Process (computing); Key (lock); Institution; Component (thermodynamics); Computer science; Process management; Academic institution; Public relations; Marketing; Business; Medical education; Medicine; Computer security; Political science","score_opus":0.06990089736537328,"score_gpt":0.4386562911443904,"score_spread":0.3687553937790171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139820490","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15582235,0.00014152809,0.00041832082,0.76045114,0.0031190035,0.00023464844,0.000004396584,0.000039269296,0.07976932],"genre_scores_gemma":[0.93952686,0.00004296518,0.0019077167,0.052251544,0.0027991282,0.00004691962,0.000013210267,0.000018233886,0.0033934088],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99733883,0.00038837676,0.0002806466,0.00020785353,0.0013849959,0.00039929172],"domain_scores_gemma":[0.99168074,0.000155051,0.00013754374,0.0001394842,0.0008172078,0.007069974],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033664128,0.00008758368,0.000111996,0.00028670215,0.0015394342,0.00038557936,0.00040719283,0.00013730774,0.03341758],"category_scores_gemma":[0.07300949,0.00009020263,0.000047406662,0.0005965796,0.0000846971,0.00041785592,0.000011614384,0.0007936057,0.00027910757],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013304464,0.00066297513,0.007522265,0.000038474653,0.000077469114,0.00021256846,0.18005748,0.0002155496,0.000013050462,0.092021994,0.48804146,0.23112342],"study_design_scores_gemma":[0.00017063579,0.00004371098,0.002960587,0.0003072214,0.000021802389,0.0001699986,0.028988903,0.000058855545,0.000014187859,0.0045539443,0.9625361,0.00017405978],"about_ca_topic_score_codex":0.019462457,"about_ca_topic_score_gemma":0.23367237,"teacher_disagreement_score":0.7837045,"about_ca_system_score_codex":0.0007419496,"about_ca_system_score_gemma":0.12545773,"threshold_uncertainty_score":0.99976045},"labels":[],"label_agreement":null},{"id":"W3156380351","doi":"10.18162/ritpu-2021-v18n1-24","title":"Évaluation des apprentissages en formation à distance : les situations authentiques à la rescousse","year":2021,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Political science; Art","score_opus":0.1102219112897498,"score_gpt":0.37329427858523734,"score_spread":0.26307236729548755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156380351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7311098,0.01627938,0.121165656,0.0851692,0.0009168635,0.00049894315,0.00013901835,0.0014532461,0.04326791],"genre_scores_gemma":[0.6085582,0.029196,0.04169259,0.000017062835,0.00014529868,0.000027152135,0.00017471254,0.000031690543,0.32015735],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99627167,0.0015801828,0.0004785121,0.0005302917,0.00073880824,0.00040052735],"domain_scores_gemma":[0.9953719,0.0026119088,0.00049538777,0.00043937814,0.0010203515,0.000061091145],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017628294,0.00029054814,0.00027132206,0.00038137133,0.0012878859,0.00033662672,0.0009577416,0.0005514887,0.00040521528],"category_scores_gemma":[0.009108264,0.0003667349,0.00021094437,0.00087875535,0.0015835313,0.0036922365,0.00045772418,0.000615593,0.00011195486],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015179278,0.00023606102,0.003525506,0.0002476283,0.0001811558,0.000096655545,0.03973373,0.0012813762,0.00045586223,0.13168715,0.0016968817,0.8208428],"study_design_scores_gemma":[0.0005407451,0.00011329074,0.006541125,0.0019183876,0.0003825656,0.00012471344,0.24462664,0.0077424324,0.0029600917,0.09224412,0.64218044,0.0006254748],"about_ca_topic_score_codex":0.00044738938,"about_ca_topic_score_gemma":0.0051670773,"teacher_disagreement_score":0.8202173,"about_ca_system_score_codex":0.002079294,"about_ca_system_score_gemma":0.00041559996,"threshold_uncertainty_score":0.99987847},"labels":[],"label_agreement":null},{"id":"W3159291976","doi":"10.3138/jvme-2020-0067","title":"The Use of Lecture Recordings as Study Aids in a Professional Degree Program","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Analytics; Medicine; Computer science; Data science","score_opus":0.3957248491789682,"score_gpt":0.5685829676935824,"score_spread":0.1728581185146142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159291976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9663193,0.000302544,0.000015175364,0.030070692,0.002734208,0.00023298939,1.3112978e-7,0.0000060459206,0.00031891596],"genre_scores_gemma":[0.9952762,0.00020238721,0.0029590665,0.00031108822,0.00037127227,0.000018994997,9.020948e-7,0.000005272613,0.0008548029],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957805,0.002145891,0.000510962,0.00009286739,0.0013438874,0.00012587398],"domain_scores_gemma":[0.997312,0.001303883,0.00057416165,0.000108782784,0.00056126656,0.00013991779],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0056214156,0.00005794044,0.00014206785,0.000087874505,0.00024013988,0.000074997675,0.00026621358,0.00008536265,0.00037696844],"category_scores_gemma":[0.03557565,0.000039280858,0.000059347618,0.00034911622,0.00012834153,0.0005347137,0.000049826336,0.0005359673,0.0000025758673],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028015178,0.0043943464,0.040664267,0.000018064682,0.00004607859,0.000059507478,0.026925808,0.0000061296214,0.00012792146,0.0005406636,0.004723804,0.92221326],"study_design_scores_gemma":[0.00087446586,0.0036658223,0.18730015,0.0006458465,0.00006137606,0.00032118466,0.05491313,0.000066974586,0.00001987284,0.0014422573,0.75056714,0.00012176609],"about_ca_topic_score_codex":0.0004727187,"about_ca_topic_score_gemma":0.0005819966,"teacher_disagreement_score":0.9220915,"about_ca_system_score_codex":0.0001296539,"about_ca_system_score_gemma":0.0064350693,"threshold_uncertainty_score":0.99919754},"labels":[],"label_agreement":null},{"id":"W3163792526","doi":"10.1080/1360144x.2021.1918851","title":"Creating a collaborative community spirit for the future of academic development","year":2021,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Sociology; Movement (music); Aesthetics; Art","score_opus":0.15511943307328369,"score_gpt":0.4838527267573738,"score_spread":0.3287332936840901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163792526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65580493,0.008906883,0.02976851,0.2842203,0.012255271,0.0026950191,0.00007610667,0.00009737942,0.006175581],"genre_scores_gemma":[0.91296244,0.0037396036,0.060574077,0.0050401017,0.004482152,0.00048545768,0.00006775229,0.000051954383,0.012596489],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967396,0.0007013412,0.00081679766,0.0001362904,0.0013319864,0.00027394033],"domain_scores_gemma":[0.9920134,0.0047631525,0.00094719173,0.00012337511,0.0020687962,0.00008407956],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013956315,0.00014038,0.00017850439,0.00008016221,0.0033732306,0.00014488325,0.0017992805,0.00016918409,0.00008633491],"category_scores_gemma":[0.0036881324,0.000092617476,0.00009652491,0.00020977698,0.00016730884,0.00039074922,0.00023321982,0.0015827108,0.000007038856],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049782055,0.0001536092,0.0048323213,0.000046185458,0.0017162565,0.0000026050022,0.5869975,0.0006967658,0.0022244486,0.052396443,0.028743617,0.32169244],"study_design_scores_gemma":[0.000575705,0.000015850084,0.0047396286,0.00016022743,0.000045001052,0.000023606579,0.08645871,0.000082096005,0.005208805,0.0036553545,0.8989061,0.00012889257],"about_ca_topic_score_codex":0.000074588424,"about_ca_topic_score_gemma":0.0007171462,"teacher_disagreement_score":0.8701625,"about_ca_system_score_codex":0.0006396683,"about_ca_system_score_gemma":0.0039128507,"threshold_uncertainty_score":0.99792427},"labels":[],"label_agreement":null},{"id":"W3164720756","doi":"10.1002/j.2334-4822.2010.tb00601.x","title":"9: CONVERSATIONS ABOUT ASSESSMENT AND LEARNING","year":2010,"lang":"en","type":"article","venue":"To improve the academy","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Faculty development; Pedagogy; Psychology; Medical education; Engineering ethics; Mathematics education; Professional development; Medicine; Engineering","score_opus":0.07660546315086995,"score_gpt":0.46972519390484896,"score_spread":0.393119730753979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164720756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74785876,0.000023103341,0.00027997626,0.20585693,0.00035271462,0.00037546252,0.0000011728907,0.000102234946,0.045149602],"genre_scores_gemma":[0.9880836,0.000022098622,0.0025990058,0.00205439,0.00031687037,0.000027282513,4.4622956e-7,0.000006529028,0.0068897763],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998842,0.00043583897,0.0001048399,0.00013806844,0.00031363708,0.00016562277],"domain_scores_gemma":[0.99881697,0.0008615029,0.000099808,0.00008563717,0.000036563553,0.000099541685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004752404,0.000053673262,0.000057878027,0.000033109805,0.0012187635,0.00014314192,0.00025076937,0.00007773102,0.00034031167],"category_scores_gemma":[0.002287291,0.000041058902,0.00001666739,0.000098309465,0.00016984013,0.00032858594,0.00007987862,0.0010325275,0.00012871885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014626069,0.00004403803,0.025509272,0.000008403597,0.00005421916,3.2675482e-7,0.09179567,0.00007861462,0.059313834,0.5983048,0.0056499024,0.21922627],"study_design_scores_gemma":[0.00017398362,0.00003376417,0.12594129,0.0000040272744,0.00003346796,6.784954e-7,0.005458967,0.0005171964,0.00021621115,0.0031995506,0.864301,0.00011980382],"about_ca_topic_score_codex":0.0010080314,"about_ca_topic_score_gemma":0.00019331343,"teacher_disagreement_score":0.85865116,"about_ca_system_score_codex":0.000031513733,"about_ca_system_score_gemma":0.00010376584,"threshold_uncertainty_score":0.93738675},"labels":[],"label_agreement":null},{"id":"W3169187009","doi":"10.14434/ijdl.v12i1.25778","title":"Collaborative Design of Professional Graduate Programs in Education","year":2021,"lang":"en","type":"article","venue":"International Journal of Designs for Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"General partnership; Professional development; Medical education; Quality (philosophy); Participatory action research; Pedagogy; Psychology; Sociology; Political science; Medicine","score_opus":0.30725119180443533,"score_gpt":0.5107795869944345,"score_spread":0.20352839518999916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169187009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76701754,0.0013027664,0.1836052,0.035058964,0.00818493,0.0012893407,0.000005282217,0.00003890435,0.0034970737],"genre_scores_gemma":[0.94036156,0.00011032138,0.057889972,0.00005932797,0.0002995058,0.000012527035,0.000007921023,0.0000086740165,0.0012501805],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99711984,0.0013302274,0.00046908218,0.000096074196,0.00087242323,0.000112339294],"domain_scores_gemma":[0.994295,0.0011239673,0.0009720281,0.000037874604,0.0035228247,0.00004830392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004504914,0.00006157355,0.00014457307,0.0002233423,0.00012412896,0.00008003269,0.00026519396,0.000054081655,0.00006287371],"category_scores_gemma":[0.007882666,0.00006066198,0.0000691504,0.00026866476,0.0000674026,0.00060821883,0.00001999022,0.00028925054,0.0000021346484],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019164869,0.0040924205,0.07974684,0.000069054295,0.0007490513,0.00009577148,0.18603194,0.0665934,0.020366682,0.08164543,0.0038414872,0.5548514],"study_design_scores_gemma":[0.009967395,0.002919316,0.046367195,0.0051220423,0.00038548018,0.00027006422,0.50986814,0.009953147,0.024109403,0.09550441,0.2942652,0.001268164],"about_ca_topic_score_codex":0.00006202937,"about_ca_topic_score_gemma":0.00005111455,"teacher_disagreement_score":0.55358326,"about_ca_system_score_codex":0.00020626989,"about_ca_system_score_gemma":0.0034902247,"threshold_uncertainty_score":0.94368565},"labels":[],"label_agreement":null},{"id":"W3170506387","doi":"10.1039/d1rp00085c","title":"Student success and the high school-university transition: 100 years of chemistry education research","year":2021,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Public Health","funders":"","keywords":"Chemistry education; Context (archaeology); Curriculum; Mathematics education; Transition (genetics); Chemistry; Science education; Psychology; Pedagogy","score_opus":0.14410840705851688,"score_gpt":0.5386032522269205,"score_spread":0.3944948451684036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170506387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7539266,0.0022694604,0.000006317678,0.12127321,0.00011723415,0.00026965124,0.0000048420143,0.00001426382,0.12211845],"genre_scores_gemma":[0.9662001,0.005061055,0.0005737792,0.00013633585,0.0004800824,0.000025791147,0.00003312612,0.0000078839175,0.027481807],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9945676,0.0032016668,0.00018481766,0.00035279387,0.0014259829,0.0002671489],"domain_scores_gemma":[0.98874575,0.007503636,0.00015670176,0.0003559398,0.0029722543,0.00026571605],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014608248,0.00007126273,0.00011827189,0.000056765806,0.0012341908,0.00037327368,0.00036207243,0.00012477652,0.001197504],"category_scores_gemma":[0.024452949,0.000075352036,0.000025785142,0.0007728307,0.00138076,0.00088968023,0.00013643349,0.0009035614,0.000015194576],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062143933,0.016012108,0.01154372,0.0037396138,0.0009365175,0.00006899553,0.32322896,0.000032534517,0.13313869,0.11845541,0.17606573,0.21056333],"study_design_scores_gemma":[0.00088762655,0.000027988006,0.009040482,0.00014020446,0.00006599453,0.00004010475,0.51646054,0.000005541419,0.008035855,0.0037063274,0.4614256,0.00016374535],"about_ca_topic_score_codex":0.0056054485,"about_ca_topic_score_gemma":0.00008038241,"teacher_disagreement_score":0.28535986,"about_ca_system_score_codex":0.00024311693,"about_ca_system_score_gemma":0.00737096,"threshold_uncertainty_score":0.9997155},"labels":[],"label_agreement":null},{"id":"W3171674516","doi":"10.20429/ijsotl.2021.150105","title":"The SoTL Body: Identifying and Navigating Points of Entry","year":2021,"lang":"en","type":"article","venue":"International Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Scholarship of Teaching and Learning; Discipline; Metaphor; Sociology; Scholarship; Field (mathematics); Pedagogy; Engineering ethics; Epistemology; Teaching method; Social science; Philosophy; Political science; Engineering; Linguistics; Teaching and learning center","score_opus":0.09988807997003737,"score_gpt":0.4766383700353384,"score_spread":0.37675029006530103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171674516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95977163,0.0030942133,0.0014783886,0.033723097,0.0010006969,0.00006705383,0.0000014605658,0.000012517009,0.00085096166],"genre_scores_gemma":[0.9945525,0.0008196519,0.003078777,0.00009881117,0.00032801257,0.0000017785754,0.0000012069764,0.000008133273,0.001111137],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9966901,0.002052828,0.0003233123,0.000105289015,0.00069099484,0.00013745719],"domain_scores_gemma":[0.99262387,0.006194179,0.0006190076,0.00006566139,0.00044685614,0.00005043633],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.020814322,0.00006272422,0.00009734275,0.000036437083,0.0035526173,0.000661539,0.00035782723,0.00004208964,0.000014537712],"category_scores_gemma":[0.034830797,0.000043668333,0.000081137485,0.000041029627,0.00016151753,0.0006318656,0.000108217035,0.0018149521,5.600612e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016964682,0.000074963595,0.15738036,0.000047517235,0.0007905879,0.000010740367,0.07494176,0.00047680797,0.0100724315,0.10906268,0.00017405636,0.64679843],"study_design_scores_gemma":[0.0033238025,0.00024968246,0.1407212,0.0038077112,0.0005285086,0.00068731594,0.43265343,0.005266725,0.0040985835,0.08056475,0.32749128,0.0006070038],"about_ca_topic_score_codex":0.0003277174,"about_ca_topic_score_gemma":0.000075947915,"teacher_disagreement_score":0.6461914,"about_ca_system_score_codex":0.00005235388,"about_ca_system_score_gemma":0.000108295884,"threshold_uncertainty_score":0.9977446},"labels":[],"label_agreement":null},{"id":"W3173649482","doi":"10.1096/fasebj.2018.32.1_supplement.773.3","title":"Transparent Assessments: The Potential Benefits of Training Students in the How and Why of Evaluation","year":2018,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"","keywords":"Rubric; Summative assessment; Psychology; Anxiety; Psychological intervention; Perception; Tacit knowledge; Class (philosophy); Quality (philosophy); Medical education; Mathematics education; Applied psychology; Formative assessment; Computer science; Medicine; Knowledge management","score_opus":0.2549697068808224,"score_gpt":0.4840376837878358,"score_spread":0.22906797690701342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173649482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9782188,0.00024618246,0.00052028324,0.019615665,0.0002492557,0.00025095814,0.0000023906177,0.000002307476,0.0008941787],"genre_scores_gemma":[0.99923617,0.00014717683,0.00012748149,0.00020572098,0.00025330027,0.000004483801,5.242162e-7,0.0000032307632,0.000021899483],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99486285,0.0029877026,0.00022411015,0.00006910152,0.0017288253,0.00012739217],"domain_scores_gemma":[0.99875265,0.00045170952,0.00042602426,0.00011600546,0.00022984059,0.000023760853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022600189,0.000053957774,0.00009103551,0.00004743848,0.00065447827,0.00016426932,0.00050974183,0.000028158147,0.00010879632],"category_scores_gemma":[0.0006175615,0.000026420674,0.000039170318,0.00014956662,0.0003380122,0.00034240575,0.000021564589,0.00024443824,6.28559e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019487136,0.00039204195,0.057757262,0.000012939164,0.00026879166,0.0000016060974,0.78056324,0.0027675545,0.007611044,0.0062555964,0.0007143041,0.14346074],"study_design_scores_gemma":[0.0017931759,0.00047078845,0.71159804,0.00018081539,0.00048889214,0.000033499346,0.2745172,0.0026729496,0.0008994974,0.0063901767,0.0008289566,0.0001260161],"about_ca_topic_score_codex":0.00034173348,"about_ca_topic_score_gemma":0.0013061062,"teacher_disagreement_score":0.6538408,"about_ca_system_score_codex":0.000036770187,"about_ca_system_score_gemma":0.00015713935,"threshold_uncertainty_score":0.783282},"labels":[],"label_agreement":null},{"id":"W3176398386","doi":"10.1016/j.stueduc.2021.101058","title":"The development and psychometric properties of an educational development impact questionnaire","year":2021,"lang":"en","type":"article","venue":"Studies In Educational Evaluation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Alberta Advanced Education; University of Alberta","funders":"","keywords":"Exploratory factor analysis; Context (archaeology); Psychology; Scholarship; Psychometrics; Medical education; Applied psychology; Mathematics education; Knowledge management; Computer science; Medicine; Developmental psychology","score_opus":0.3343641478523127,"score_gpt":0.5538289167297261,"score_spread":0.2194647688774134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176398386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9627375,0.015625825,0.000008897529,0.018891474,0.00085583946,0.00035063576,5.61299e-7,0.000008514252,0.0015207252],"genre_scores_gemma":[0.9920597,0.0004049098,0.006197053,0.000045634064,0.00020539612,0.00030938428,0.00002217735,0.000006438929,0.0007492693],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99670637,0.0011703523,0.0004830884,0.00024691795,0.0012211287,0.00017213123],"domain_scores_gemma":[0.9967476,0.0008516349,0.00028095173,0.0001464904,0.0019147461,0.000058550864],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008577959,0.000103262224,0.00012611145,0.00019565297,0.0012272885,0.00007416687,0.00015099297,0.000042202857,0.00009389518],"category_scores_gemma":[0.017653126,0.000080049715,0.000021726612,0.0006669822,0.00034393297,0.00050547667,0.000046815203,0.00010649912,0.00001039098],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058893755,0.0011806684,0.1614004,0.00011474045,0.00034906826,1.2165401e-7,0.40258148,0.0007509282,0.00021788105,0.045721963,0.0009563895,0.38666746],"study_design_scores_gemma":[0.0002772074,0.000019222312,0.9387779,0.00019355836,0.000029048451,0.00000243423,0.043315135,0.00013935003,0.0003872358,0.011514553,0.0051920256,0.00015229697],"about_ca_topic_score_codex":0.00015837216,"about_ca_topic_score_gemma":0.005382599,"teacher_disagreement_score":0.77737755,"about_ca_system_score_codex":0.0010122159,"about_ca_system_score_gemma":0.009209225,"threshold_uncertainty_score":0.9964076},"labels":[],"label_agreement":null},{"id":"W3193711758","doi":"10.1007/978-3-030-75150-0_15","title":"Lessons Learned from Research on Student Evaluation of Teaching in Higher Education","year":2021,"lang":"en","type":"book-chapter","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Set (abstract data type); Merit pay; Mathematics education; Formative assessment; Accountability; Incentive; Preference; Class (philosophy); Promotion (chess); Psychology; Pedagogy; Computer science; Political science; Law; Mathematics","score_opus":0.7921113331510703,"score_gpt":0.6505808857501472,"score_spread":0.14153044740092313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193711758","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061559295,0.0006023039,0.0000019701329,0.042110864,0.00084582716,0.0005740525,0.0000063686352,0.000028427421,0.94967425],"genre_scores_gemma":[0.29293713,0.00025086157,0.00038996598,0.00014131518,0.0005391747,0.000038708356,0.00009148647,0.000025924146,0.7055854],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9887056,0.004823847,0.00047455943,0.0005654821,0.0052079624,0.000222561],"domain_scores_gemma":[0.9958851,0.0023663377,0.00039734383,0.0004615039,0.00081690424,0.00007285839],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.029750235,0.00015427683,0.00027602198,0.00052293553,0.00039339968,0.00015510344,0.00044076756,0.00036735923,0.017570518],"category_scores_gemma":[0.0025527617,0.00016154605,0.00008230927,0.00009123149,0.00015072625,0.00027736393,0.0001172766,0.0014484351,0.00017473454],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009765987,0.0002392657,0.00015182949,0.000005539847,0.00003963507,5.367091e-7,0.007993791,0.00011113936,0.00002090002,0.89018124,0.0026844558,0.09856191],"study_design_scores_gemma":[0.00042722365,0.000069519694,0.010304148,0.0008566892,0.00015012799,5.6526194e-8,0.014137991,0.00003194106,0.000014029275,0.19776396,0.7759514,0.00029293922],"about_ca_topic_score_codex":0.013400367,"about_ca_topic_score_gemma":0.019025251,"teacher_disagreement_score":0.7732669,"about_ca_system_score_codex":0.0012905996,"about_ca_system_score_gemma":0.0028037727,"threshold_uncertainty_score":0.9990763},"labels":[],"label_agreement":null},{"id":"W3195271869","doi":"10.1187/cbe.21-02-0037","title":"Professional Development, Shifting Perspectives, and Instructional Change among Community College Anatomy and Physiology Instructors","year":2021,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"National Science Foundation","keywords":"Conceptual change; Professional development; Medical education; Psychology; Professional learning community; Qualitative research; Community college; Active learning (machine learning); Faculty development; Pedagogy; Medicine; Sociology; Computer science","score_opus":0.13710135091987238,"score_gpt":0.45160650133668323,"score_spread":0.3145051504168108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195271869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98682547,0.00065143884,0.0000047790263,0.0069106803,0.0014169362,0.00020364254,0.000004191436,0.000038496837,0.003944377],"genre_scores_gemma":[0.99328107,0.000105806925,0.0054654167,0.00035910148,0.00030102476,0.000045678302,0.000012866036,0.000004878164,0.00042417157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99741846,0.0014056627,0.00019713763,0.0003150435,0.0004499803,0.00021371066],"domain_scores_gemma":[0.99873096,0.00047942562,0.00023289991,0.0001031012,0.00029312537,0.00016048523],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026710792,0.0001009136,0.0001209397,0.00015566756,0.004235718,0.000108890345,0.00020240323,0.00008536122,0.00015149619],"category_scores_gemma":[0.0029323287,0.00010101167,0.000015478334,0.0005939808,0.0014984034,0.0014298155,0.00014677075,0.00031735344,0.0000031677735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010408175,0.00032572984,0.5223921,0.00004839842,0.000026357748,3.2499293e-7,0.2517368,0.0000024044843,0.00032942908,0.19093373,0.0006265998,0.033567715],"study_design_scores_gemma":[0.000102054924,0.000011867347,0.7310835,0.000034995333,0.000006260394,0.000004145488,0.2529735,0.000058553593,0.000037546735,0.0022344908,0.0133424895,0.000110611225],"about_ca_topic_score_codex":0.0018456036,"about_ca_topic_score_gemma":0.0021565082,"teacher_disagreement_score":0.20869139,"about_ca_system_score_codex":0.00015291008,"about_ca_system_score_gemma":0.0031287754,"threshold_uncertainty_score":0.99706066},"labels":[],"label_agreement":null},{"id":"W3199422386","doi":"10.7202/1080456ar","title":"Le style d’apprentissage : une perspective historique","year":2021,"lang":"fr","type":"article","venue":"Éducation et francophonie","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; Saint Paul University; Université du Québec en Outaouais","funders":"","keywords":"Humanities; Philosophy","score_opus":0.059795609904859985,"score_gpt":0.39253451614654505,"score_spread":0.33273890624168506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199422386","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017357403,0.01971558,0.0023505907,0.5012029,0.01947976,0.00025162543,0.000019937308,0.00011763224,0.43950456],"genre_scores_gemma":[0.75060695,0.0010608456,0.0026196556,0.0011871563,0.0012299457,0.00004319363,0.000035505007,0.000035584282,0.24318114],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99522233,0.0026615935,0.00038806623,0.0006133407,0.0007350383,0.00037962955],"domain_scores_gemma":[0.9971107,0.0007837981,0.00044156503,0.00048245964,0.0009893193,0.00019213922],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0023713666,0.00021577656,0.0002636206,0.00009087588,0.00087391195,0.00020053337,0.00030326933,0.00025364163,0.006469935],"category_scores_gemma":[0.0029140532,0.00029552696,0.0001663817,0.0012317315,0.00039168002,0.0014231706,0.00006704098,0.0006129367,0.0018058231],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000848723,0.00090500945,0.0001336417,0.000044673256,0.000078536,0.000013461219,0.2889059,0.00017349604,0.0005675394,0.60956645,0.09067672,0.008926091],"study_design_scores_gemma":[0.00039405582,0.000029333616,0.0020324548,0.000077341174,0.00005279408,0.000009058969,0.14322478,0.00007546689,0.00036210264,0.013815672,0.8396522,0.0002747476],"about_ca_topic_score_codex":0.063968085,"about_ca_topic_score_gemma":0.042097766,"teacher_disagreement_score":0.74897546,"about_ca_system_score_codex":0.0022462606,"about_ca_system_score_gemma":0.008327877,"threshold_uncertainty_score":0.9999497},"labels":[],"label_agreement":null},{"id":"W3199835395","doi":"10.7202/1080460ar","title":"Une utilisation du style d’apprentissage dans un contexte de formation à l’enseignement","year":2021,"lang":"fr","type":"article","venue":"Éducation et francophonie","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Saint Paul University; Université du Québec en Outaouais; University of Ottawa","funders":"","keywords":"Humanities; Learning styles; Political science; Philosophy; Sociology; Pedagogy","score_opus":0.06276830808359235,"score_gpt":0.3589530970742517,"score_spread":0.29618478899065936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199835395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5452808,0.006226849,0.08866844,0.21189594,0.012787555,0.00074395974,0.000052570304,0.00020377737,0.13414012],"genre_scores_gemma":[0.974442,0.0018761824,0.0042953664,0.0016827633,0.0006713751,0.0000865382,0.00025007484,0.000033051045,0.016662635],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99442506,0.0031374693,0.0006522678,0.0004403683,0.00089292804,0.0004519344],"domain_scores_gemma":[0.9973729,0.00071527367,0.0006989758,0.0004234379,0.00059657346,0.00019281643],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0045875143,0.00024189556,0.00024120204,0.00007966591,0.0011570879,0.00030993324,0.00026729007,0.0002397268,0.0056789103],"category_scores_gemma":[0.0019642133,0.0003073649,0.00014405011,0.00095807796,0.00026860234,0.0022295502,0.00005879072,0.00038838194,0.0009708902],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002716351,0.0012308214,0.0016115187,0.00019360639,0.000121880556,0.000014489475,0.74761313,0.0013856937,0.0032696764,0.06699977,0.04948728,0.12804495],"study_design_scores_gemma":[0.0016883104,0.00010597626,0.06288233,0.00031766974,0.0002675641,0.000048070287,0.26255262,0.008815287,0.0075166915,0.013538866,0.6416356,0.0006309983],"about_ca_topic_score_codex":0.008216225,"about_ca_topic_score_gemma":0.010976576,"teacher_disagreement_score":0.59214836,"about_ca_system_score_codex":0.0014451283,"about_ca_system_score_gemma":0.0015892552,"threshold_uncertainty_score":0.99993783},"labels":[],"label_agreement":null},{"id":"W3200301414","doi":"10.7202/1080463ar","title":"Quelques questions soulevées par les styles d’apprentissage","year":2021,"lang":"fr","type":"article","venue":"Éducation et francophonie","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.09175287928777823,"score_gpt":0.41440539694883627,"score_spread":0.32265251766105807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200301414","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21765381,0.07226491,0.0058188164,0.38672885,0.022454737,0.00056696706,0.00012534775,0.0004995999,0.29388696],"genre_scores_gemma":[0.89294314,0.008702294,0.008684623,0.001477018,0.001467695,0.000085322594,0.00012936158,0.000050309372,0.08646022],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99323565,0.0041553597,0.0005934839,0.00063345826,0.0008996968,0.00048232923],"domain_scores_gemma":[0.9966663,0.0012599354,0.000521842,0.0005634422,0.00075226004,0.00023623045],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0032554022,0.00029695817,0.000320681,0.00012527707,0.0015449822,0.00046996961,0.0003744965,0.0003525656,0.017232778],"category_scores_gemma":[0.0044600614,0.00036310847,0.00020170587,0.0008721232,0.0006983915,0.0017303271,0.00009096262,0.0006667888,0.0021317236],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016771311,0.0023565819,0.013414495,0.00034184515,0.00030308336,0.000031300428,0.12945193,0.0008425,0.0014743162,0.47224277,0.14904647,0.23047793],"study_design_scores_gemma":[0.00031038973,0.000037980757,0.034065947,0.00034008585,0.00014963071,0.000013543154,0.039318793,0.00014258665,0.001097274,0.015373994,0.9087026,0.00044719304],"about_ca_topic_score_codex":0.014887214,"about_ca_topic_score_gemma":0.020074392,"teacher_disagreement_score":0.75965613,"about_ca_system_score_codex":0.0004450583,"about_ca_system_score_gemma":0.0024926923,"threshold_uncertainty_score":0.9998821},"labels":[],"label_agreement":null},{"id":"W3200911493","doi":"10.7202/1080455ar","title":"Problématique de la nature du style d’apprentissage","year":2021,"lang":"fr","type":"article","venue":"Éducation et francophonie","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; Saint Paul University; Université du Québec en Outaouais","funders":"","keywords":"Humanities; Philosophy","score_opus":0.03189906047891607,"score_gpt":0.3963732189382939,"score_spread":0.36447415845937786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200911493","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18467817,0.01851591,0.0044356976,0.34917858,0.015537911,0.0004530679,0.00003462011,0.00020128922,0.42696473],"genre_scores_gemma":[0.9191093,0.0026925483,0.008737003,0.0028702829,0.0012405044,0.00006591982,0.000053424093,0.00003728376,0.06519377],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99203616,0.0061645615,0.00035390697,0.000432377,0.00064250734,0.0003704664],"domain_scores_gemma":[0.9965737,0.0020656616,0.00038701438,0.0003826682,0.00041067478,0.00018029982],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006158717,0.00019978947,0.0002100828,0.000070850874,0.0005756583,0.0003959389,0.00032490076,0.0006720647,0.009071959],"category_scores_gemma":[0.005849581,0.00024349405,0.00012802042,0.0007530872,0.00034557137,0.0011297835,0.000069511305,0.0013004787,0.00091216335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013963785,0.0016908649,0.0062164315,0.0003122559,0.00014631517,0.000048407786,0.26550737,0.00089075445,0.0012605692,0.4024474,0.2845383,0.036927376],"study_design_scores_gemma":[0.00037474296,0.000020154917,0.016707342,0.00018992153,0.00005750408,0.000039842056,0.017891638,0.0004591821,0.0008175106,0.013796124,0.94937193,0.00027407485],"about_ca_topic_score_codex":0.0014124995,"about_ca_topic_score_gemma":0.0017984447,"teacher_disagreement_score":0.7344311,"about_ca_system_score_codex":0.0005958517,"about_ca_system_score_gemma":0.0038193166,"threshold_uncertainty_score":0.9998658},"labels":[],"label_agreement":null},{"id":"W3201203201","doi":"10.20343/teachlearninqu.9.2.2","title":"Naming is Power","year":2021,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Citation; Negotiation; Scholarship; Sociology; Identity (music); Power (physics); Silence; Politics; Space (punctuation); Field (mathematics); Scholarship of Teaching and Learning; Perspective (graphical); Social science; Computer science; Pedagogy; Political science; Library science; Teaching method; Law","score_opus":0.1356908292469766,"score_gpt":0.45754831820937675,"score_spread":0.3218574889624002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201203201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70195293,0.0011452319,0.0065452033,0.19028853,0.0043956107,0.00014250269,6.0052236e-7,0.00038349596,0.09514588],"genre_scores_gemma":[0.96485966,0.00017378596,0.0031115778,0.0028282083,0.0019729747,0.0000023237765,0.0000015319239,0.000039551433,0.027010394],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99000436,0.0073027536,0.00043922273,0.00028605474,0.0014001358,0.0005674772],"domain_scores_gemma":[0.99682754,0.001746702,0.00062233023,0.00030463235,0.00029352095,0.00020526671],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019374957,0.00017820092,0.00021332651,0.00011254239,0.008170956,0.0012681383,0.0007269209,0.00013132677,0.0027180286],"category_scores_gemma":[0.015905749,0.00012684685,0.00020342357,0.00023499748,0.0003072859,0.0010482309,0.00016931431,0.0042991685,0.00032487776],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003545782,0.00017629084,0.021719607,0.000008604439,0.00026517807,0.00020987126,0.8142546,0.0025205754,0.0014597768,0.028507784,0.04148762,0.089354634],"study_design_scores_gemma":[0.00025592762,0.00004768267,0.003693209,0.00010693332,0.00006290631,0.0003122461,0.094700016,0.00021606851,0.000056746707,0.0016893521,0.8986361,0.00022278461],"about_ca_topic_score_codex":0.00028962945,"about_ca_topic_score_gemma":0.000049170183,"teacher_disagreement_score":0.8571485,"about_ca_system_score_codex":0.00029890143,"about_ca_system_score_gemma":0.00067635585,"threshold_uncertainty_score":0.9997686},"labels":[],"label_agreement":null},{"id":"W3201304269","doi":"10.47678/cjhe.vi0.189091","title":"Continued growth, increasing complexity: Examining the evolving role of the Canadian educational developer","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centennial College","funders":"","keywords":"Variety (cybernetics); Field (mathematics); Work (physics); Higher education; Public relations; Political science; Sociology; Engineering ethics; Economic growth; Computer science; Economics; Engineering","score_opus":0.11063170278217965,"score_gpt":0.3781303388443138,"score_spread":0.26749863606213414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201304269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7589886,0.0041550384,0.000002355974,0.16733782,0.0037167175,0.00014314271,0.000006399774,0.0000031634645,0.06564674],"genre_scores_gemma":[0.99102336,0.000006919459,0.0013040355,0.0018768394,0.00071812427,0.000003160494,0.0000047286526,0.000009780273,0.0050530215],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99770194,0.0011940086,0.00033660096,0.0000979689,0.00042218668,0.00024731006],"domain_scores_gemma":[0.9965909,0.00057265727,0.0005052582,0.00016473258,0.0017704748,0.00039594978],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025294323,0.000074994976,0.00011646762,0.0001762214,0.0015851529,0.0002749329,0.00047676312,0.000067232475,0.0019671242],"category_scores_gemma":[0.0048849164,0.000058623114,0.000055562403,0.0004629207,0.00031189047,0.00046219895,0.000011714328,0.00031551256,0.000008732635],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003005111,0.0000329021,0.7935635,0.000008079266,0.000066198045,0.0000015685685,0.037978068,0.000014479997,0.00032856152,0.1344518,0.031068234,0.0024835968],"study_design_scores_gemma":[0.000054961252,0.0000040906107,0.7559929,0.00007787829,0.00003821922,0.000025206657,0.008483562,0.0000019948322,0.000073561896,0.008221952,0.22696064,0.00006506018],"about_ca_topic_score_codex":0.8066438,"about_ca_topic_score_gemma":0.96471256,"teacher_disagreement_score":0.23203477,"about_ca_system_score_codex":0.001088043,"about_ca_system_score_gemma":0.061827056,"threshold_uncertainty_score":0.9997147},"labels":[],"label_agreement":null},{"id":"W3202816992","doi":"10.5206/cjsotlrcacea.2021.1.14204","title":"The Intersection between Instructor Expectations and Student Interpretations of Academic Skills","year":2021,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Mathematics education; Higher education; Curriculum; Psychology; Academic skills; Study skills; Pedagogy","score_opus":0.08438438365131899,"score_gpt":0.44300486580049,"score_spread":0.35862048214917097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202816992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98111534,0.0017813927,0.000565112,0.015400356,0.00037334088,0.00012699698,0.0000031643297,0.0000062542467,0.0006280425],"genre_scores_gemma":[0.9983763,0.000077758814,0.0004604482,0.00005062752,0.00018204896,0.00000448136,0.0000010757412,0.000007388527,0.0008398365],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99620676,0.0030165403,0.00026865082,0.00008266838,0.00025935876,0.00016604757],"domain_scores_gemma":[0.99345386,0.0057490487,0.00037491324,0.00009126263,0.00020151142,0.00012940065],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012506104,0.000060828657,0.000096736876,0.00006543501,0.010316837,0.00041106896,0.00030934345,0.00005670381,0.000010931345],"category_scores_gemma":[0.020461941,0.000037100286,0.000058890433,0.00009574143,0.00036237648,0.0003899544,0.000026859745,0.002344149,4.5605546e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012339889,0.000006847281,0.15043475,0.000011842141,0.00026077768,6.222574e-7,0.604587,0.00046084443,0.00016538285,0.03762285,0.00008287874,0.20635384],"study_design_scores_gemma":[0.00037854738,0.00010477116,0.30366293,0.0003016438,0.00031718533,0.0000453873,0.65526736,0.00022977914,0.00007351074,0.012204463,0.027276592,0.00013785048],"about_ca_topic_score_codex":0.00606946,"about_ca_topic_score_gemma":0.04659985,"teacher_disagreement_score":0.206216,"about_ca_system_score_codex":0.000104128994,"about_ca_system_score_gemma":0.0005433785,"threshold_uncertainty_score":0.9999575},"labels":[],"label_agreement":null},{"id":"W3203559172","doi":"10.18870/hlrc.v11i2.1252","title":"A Conceptual Continuous Improvement Framework to Examine the \"Problems of Understanding\" Applied Research","year":2021,"lang":"en","type":"article","venue":"Higher Learning Research Communications","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Fanshawe College; Western University","funders":"","keywords":"Conceptual framework; Social constructivism; Sociology; Constructivist teaching methods; The Conceptual Framework; Politics; Face (sociological concept); Best practice; Public relations; Knowledge management; Engineering ethics; Pedagogy; Political science; Teaching method; Social science; Computer science; Engineering","score_opus":0.6572655905207231,"score_gpt":0.5709604205158111,"score_spread":0.086305170004912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203559172","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060428392,0.0037092024,0.0047027785,0.3671142,0.00029792314,0.0026548584,0.000009368299,0.00024445643,0.5608388],"genre_scores_gemma":[0.97958654,0.0008792196,0.0045780865,0.00015747202,0.00012225426,0.00030568446,0.000014015396,0.000023808654,0.014332894],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9845302,0.011225686,0.0003976963,0.00034462608,0.0028085366,0.0006932358],"domain_scores_gemma":[0.97272104,0.022974042,0.00016375516,0.0019168467,0.002023355,0.0002009402],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.033686146,0.00009596783,0.00019424349,0.00026470894,0.0052859904,0.00037051184,0.0023017623,0.00013864835,0.0010696818],"category_scores_gemma":[0.019644098,0.00008564986,0.000054772885,0.0023920638,0.0029762478,0.00016002114,0.0016550107,0.0031528065,0.00021422352],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015259127,0.00018479879,0.00080321386,0.000009384266,0.000045175217,7.306618e-7,0.059860285,0.00017999904,0.0040424587,0.9284324,0.0038988967,0.0025274055],"study_design_scores_gemma":[0.00021262422,0.0001776788,0.0015452517,0.00013074119,0.0000111767895,2.7461772e-7,0.16395229,0.000040592546,0.0002200651,0.029562527,0.8040347,0.00011206191],"about_ca_topic_score_codex":0.0035525465,"about_ca_topic_score_gemma":0.0019606673,"teacher_disagreement_score":0.91915816,"about_ca_system_score_codex":0.0006363645,"about_ca_system_score_gemma":0.00094832387,"threshold_uncertainty_score":0.9998435},"labels":[],"label_agreement":null},{"id":"W3204689088","doi":"10.29121/granthaalayah.v9.i9.2021.4267","title":"TEACHING RESEARCH METHODOLOGY (TRM) AND SUPERVISING RESEARCH WORK (SRW): CONCEPTIONS, DIFFICULTIES, AND PRACTICES OF LEBANESE UNIVERSITY INSTRUCTORS","year":2021,"lang":"en","type":"article","venue":"International Journal of Research -GRANTHAALAYAH","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alexandria University; Université Libanaise; Conservatoire National des Arts et Métiers; Agence Universitaire de la Francophonie","keywords":"Diversification (marketing strategy); Variety (cybernetics); Medical education; Work (physics); Face (sociological concept); Best practice; Subject (documents); Psychology; Pedagogy; Medicine; Sociology; Engineering; Computer science; Management; Library science; Social science","score_opus":0.57924409973826,"score_gpt":0.6206967431493542,"score_spread":0.041452643411094225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204689088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9555231,0.0033102147,0.000055506538,0.036417983,0.00046936877,0.00018755134,0.000011776104,0.000012537741,0.0040119593],"genre_scores_gemma":[0.97958696,0.007881904,0.009656514,0.000016303182,0.00070746936,0.0000014465569,0.00000496986,0.000015042559,0.0021294141],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.95990545,0.033200826,0.0005684537,0.00038745409,0.005354697,0.0005830949],"domain_scores_gemma":[0.960944,0.028957319,0.00062276155,0.00022656901,0.008936657,0.000312719],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.08202147,0.00011773035,0.00033027475,0.0017110166,0.0017692742,0.0004819925,0.0010823441,0.00019701899,0.00022173424],"category_scores_gemma":[0.06464845,0.00011370782,0.000090516056,0.0011324107,0.0031991692,0.0017908004,0.00074034976,0.0033618973,0.0000058495484],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003443934,0.0012897043,0.34725738,0.00029069398,0.0013893063,0.0032744275,0.24556811,0.00008865185,0.02415931,0.17498502,0.009326406,0.18892705],"study_design_scores_gemma":[0.0029034438,0.0006178277,0.065616004,0.0013747021,0.00006172044,0.00081443845,0.5563312,0.000097337936,0.0012337354,0.008047703,0.3625824,0.0003194826],"about_ca_topic_score_codex":0.010308433,"about_ca_topic_score_gemma":0.002220762,"teacher_disagreement_score":0.353256,"about_ca_system_score_codex":0.00048299017,"about_ca_system_score_gemma":0.0018062098,"threshold_uncertainty_score":0.9995303},"labels":[],"label_agreement":null},{"id":"W3207114975","doi":"10.1021/acs.jchemed.1c00485","title":"Toward Sustained Cultural Change through Chemistry Graduate Student Diversity, Equity, and Inclusion Communities","year":2021,"lang":"en","type":"article","venue":"Journal of Chemical Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Ottawa","funders":"","keywords":"Equity (law); Inclusion (mineral); Diversity (politics); Sociology; Cultural diversity; Chemistry; Cultural capital; Gender equity; Graduate students; Public relations; Pedagogy; Political science; Psychology; Social science","score_opus":0.3912465192478149,"score_gpt":0.5222873706648464,"score_spread":0.13104085141703153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207114975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9199273,0.0008821494,0.0000111214695,0.07193315,0.00035074554,0.0000589033,7.63663e-7,0.00001050638,0.0068253535],"genre_scores_gemma":[0.9963535,0.001028777,0.0007354965,0.00094192795,0.0007072737,0.00000195993,0.000009356687,0.0000039306988,0.00021777896],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99827784,0.0002654535,0.00022536497,0.00006879555,0.0010373908,0.0001251353],"domain_scores_gemma":[0.9983123,0.0002127655,0.00037355564,0.00008097663,0.00092102983,0.00009939888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015943535,0.00007022757,0.00013593763,0.000021094464,0.001042296,0.0001558142,0.0004015722,0.000071644594,0.00012324845],"category_scores_gemma":[0.0010634825,0.00006504221,0.000055305296,0.000117933116,0.00015286598,0.0010523834,0.0070821764,0.00033426777,0.0000010846774],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040695144,0.0006616387,0.0043142117,0.00010754654,0.000059312835,0.000006248981,0.95409006,9.624252e-7,0.010923855,0.0028185318,0.003993328,0.022983601],"study_design_scores_gemma":[0.00092207664,0.000059726928,0.0044407644,0.00031096308,0.00024406037,0.00009469325,0.87135607,0.000013140219,0.02323848,0.07260826,0.026395317,0.00031645023],"about_ca_topic_score_codex":0.0011403727,"about_ca_topic_score_gemma":0.00004010569,"teacher_disagreement_score":0.082734,"about_ca_system_score_codex":0.00033179633,"about_ca_system_score_gemma":0.0005210817,"threshold_uncertainty_score":0.88274264},"labels":[],"label_agreement":null},{"id":"W3207721034","doi":"10.7202/1082158ar","title":"Forces et défis de l’intégration de l’apprentissage expérientiel dans les programmes postsecondaires en sciences sociales","year":2021,"lang":"fr","type":"article","venue":"Ethnologies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Humanities; Sociology; Political science; Art","score_opus":0.1297475884210934,"score_gpt":0.4473721461831516,"score_spread":0.31762455776205817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207721034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78840786,0.021938454,0.0040094764,0.1558936,0.0014027654,0.00027272847,0.000029475603,0.00045930714,0.027586354],"genre_scores_gemma":[0.9484117,0.0059847124,0.031083886,0.000364085,0.00030280347,0.00006854294,0.000026296404,0.0000239659,0.013734011],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9911996,0.006105804,0.0004474577,0.00062635116,0.0007300083,0.0008907383],"domain_scores_gemma":[0.99516344,0.0037497052,0.000469251,0.00027307647,0.00023674016,0.00010779388],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.008468781,0.0002902768,0.00031247135,0.00014229609,0.0021871873,0.00094284205,0.0008115135,0.0005557057,0.0006859264],"category_scores_gemma":[0.014856506,0.00030326576,0.00021094219,0.0007732792,0.0048056357,0.0018301843,0.0003427051,0.0006798,0.000054515996],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011574043,0.00032514316,0.08316189,0.000117123935,0.00014402764,0.000037500802,0.33066836,0.00040236634,0.0036259922,0.33284187,0.006345389,0.24231876],"study_design_scores_gemma":[0.00032380383,0.00024637775,0.04928857,0.00027344556,0.00018745208,0.00003065703,0.7296939,0.00056675123,0.016603163,0.08526286,0.116947554,0.0005754563],"about_ca_topic_score_codex":0.0139272,"about_ca_topic_score_gemma":0.0436685,"teacher_disagreement_score":0.39902556,"about_ca_system_score_codex":0.00068050786,"about_ca_system_score_gemma":0.0026435326,"threshold_uncertainty_score":0.99994195},"labels":[],"label_agreement":null},{"id":"W3213499276","doi":"10.1021/acs.jchemed.1c00498","title":"Listening to Nonbinary Chemistry Students: Nonacademic Roadblocks to Success","year":2021,"lang":"en","type":"article","venue":"Journal of Chemical Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Active listening; Identity (music); Perception; Psychology; Mathematics education; Mental health; Pedagogy; Chemistry; Medical education; Medicine; Communication","score_opus":0.047460502110793404,"score_gpt":0.4871251659672911,"score_spread":0.4396646638564977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213499276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9396232,0.00023020724,0.00008643721,0.0522159,0.0007542069,0.00008381204,5.9161874e-7,0.000013552781,0.006992117],"genre_scores_gemma":[0.98734134,0.000028009028,0.0055916053,0.0022451626,0.0017623513,0.0000075609137,0.0000032606808,0.000010879192,0.0030098502],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99791896,0.00018192084,0.00045584762,0.00016755404,0.0010863399,0.00018935527],"domain_scores_gemma":[0.99785376,0.00029198156,0.00038600358,0.00013338591,0.00092776516,0.00040707906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019009722,0.00008661896,0.00017321983,0.000068709895,0.00014160492,0.00016920269,0.0005563776,0.000120888806,0.00049582287],"category_scores_gemma":[0.0079370495,0.00009155576,0.00008198198,0.00042076528,0.000032831405,0.00049042614,0.00009408185,0.00047528205,0.000041459327],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001708757,0.001698677,0.026295075,0.00007339178,0.000112287395,0.000017766784,0.05440055,0.00020501748,0.80386686,0.00051866734,0.07405141,0.038589444],"study_design_scores_gemma":[0.00089147355,0.00012894464,0.014111534,0.0010838964,0.00026961564,0.00020219815,0.03973314,0.000016223341,0.35228017,0.001907604,0.5886419,0.00073328434],"about_ca_topic_score_codex":0.00010960296,"about_ca_topic_score_gemma":0.0000071553045,"teacher_disagreement_score":0.5145905,"about_ca_system_score_codex":0.00047600231,"about_ca_system_score_gemma":0.0017521234,"threshold_uncertainty_score":0.95019627},"labels":[],"label_agreement":null},{"id":"W3213505574","doi":"10.4000/ripes.3599","title":"Microprogramme en pédagogie de l’enseignement supérieur pour les enseignants : incidences sur la motivation et les stratégies d’apprentissage des étudiants","year":2021,"lang":"fr","type":"article","venue":"Revue internationale de pédagogie de l’enseignement supérieur","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Political science; Sociology; Philosophy","score_opus":0.13425946530627866,"score_gpt":0.37651648815822686,"score_spread":0.2422570228519482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213505574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9160838,0.017087707,0.009065522,0.044792887,0.0011543115,0.00091771816,0.00032353748,0.00034799392,0.010226498],"genre_scores_gemma":[0.9052948,0.017103083,0.02002657,0.00071840186,0.0010258789,0.00027670432,0.00034834555,0.00016131613,0.055044953],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98648685,0.0062931846,0.0017300083,0.0015074675,0.002095691,0.0018868224],"domain_scores_gemma":[0.98914903,0.006586103,0.0013213268,0.0007632798,0.0016246615,0.0005555664],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0077767554,0.00097411586,0.00087004114,0.00046684226,0.0016136561,0.0014061205,0.0015465388,0.0008765993,0.0031970534],"category_scores_gemma":[0.013890104,0.0011890576,0.0006148535,0.0008690435,0.0010114262,0.0025466136,0.00067113136,0.00152416,0.00019600846],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026567047,0.005023918,0.25447223,0.0016497442,0.0021590455,0.0027365093,0.46974927,0.007656991,0.01742361,0.031993672,0.03904915,0.16782022],"study_design_scores_gemma":[0.0035791772,0.00054551475,0.27101076,0.004634249,0.0009828614,0.001224167,0.53017676,0.005733764,0.009952714,0.011761127,0.15798187,0.0024170345],"about_ca_topic_score_codex":0.00868859,"about_ca_topic_score_gemma":0.018081717,"teacher_disagreement_score":0.16540317,"about_ca_system_score_codex":0.0035992754,"about_ca_system_score_gemma":0.0051500886,"threshold_uncertainty_score":0.9998357},"labels":[],"label_agreement":null},{"id":"W3217568678","doi":"10.20429/ijsotl.2021.150215","title":"Phrasing Feedback to Improve Students' Writing in a Large First-Year Humanities Course","year":2021,"lang":"en","type":"article","venue":"International Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto Mississauga; University of Toronto","keywords":"Gee; Set (abstract data type); Mathematics education; Course (navigation); Computer science; Generalized estimating equation; Psychology; Engineering","score_opus":0.0852459961517388,"score_gpt":0.46565847307848457,"score_spread":0.38041247692674574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217568678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97782904,0.0005004655,0.0016311511,0.017289435,0.0010270035,0.00013917458,0.000004531613,0.000022279733,0.0015569237],"genre_scores_gemma":[0.9926535,0.00009071308,0.004018796,0.00037556098,0.0006446314,0.000006665231,0.0000023613716,0.000014442005,0.0021933361],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9967401,0.0015295533,0.00036970337,0.00016597206,0.00095011055,0.00024454738],"domain_scores_gemma":[0.9961898,0.002890495,0.0003340021,0.00007486323,0.00044274106,0.00006810489],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.022002622,0.00008954542,0.00013680659,0.00013801135,0.0025122366,0.0011403396,0.00055367575,0.00005402918,0.00006503816],"category_scores_gemma":[0.02096756,0.000080879305,0.000089064684,0.000070927774,0.000052572912,0.00083318417,0.00015281024,0.0018527962,0.0000044357953],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021403107,0.00033235102,0.756388,0.000033038068,0.00039034904,0.000032238644,0.12850468,0.002664836,0.000965901,0.0537272,0.00016074334,0.05658663],"study_design_scores_gemma":[0.0035769956,0.00022635843,0.2613896,0.0017649664,0.00016876821,0.000093957395,0.51155293,0.0009788262,0.0001728041,0.0058245403,0.21376789,0.00048236307],"about_ca_topic_score_codex":0.0004210078,"about_ca_topic_score_gemma":0.001029339,"teacher_disagreement_score":0.4949984,"about_ca_system_score_codex":0.00019669565,"about_ca_system_score_gemma":0.00013685654,"threshold_uncertainty_score":0.9998966},"labels":[],"label_agreement":null},{"id":"W340998098","doi":"","title":"Research Needed on the Use of CAS Standards and Guidelines.","year":2003,"lang":"en","type":"article","venue":"College student affairs journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Higher education; Miller; Medical education; Service (business); Professional association; Public relations; Political science; Professional development; Psychology; Pedagogy; Sociology; Medicine; Business; Law","score_opus":0.4680594177554228,"score_gpt":0.5617646841047432,"score_spread":0.09370526634932042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W340998098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7741216,0.0009885821,0.00014520221,0.08311151,0.000976914,0.00072578376,0.000027049726,0.000024776216,0.1398786],"genre_scores_gemma":[0.99357337,0.0009145132,0.0010032444,0.00017732168,0.00020054927,0.000005994197,1.173891e-7,0.000009723194,0.0041151796],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.992306,0.003623719,0.0003886784,0.00013773194,0.0032594982,0.00028437292],"domain_scores_gemma":[0.99487627,0.0024966323,0.00025268202,0.00017924335,0.002051847,0.00014334495],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030842848,0.00008405005,0.00014585283,0.00019016716,0.0020595014,0.0003709521,0.00034853604,0.00005917769,0.0007350288],"category_scores_gemma":[0.023234792,0.000056626057,0.00005684344,0.00043543294,0.00042578275,0.0004015654,0.000065781845,0.0006181359,0.0000073555666],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114244416,0.00021296779,0.007332088,0.000005343393,0.00012483126,0.000037811013,0.03442832,0.00028785632,0.000064419735,0.37767658,0.5782518,0.001463762],"study_design_scores_gemma":[0.0005986885,0.00021987305,0.002307592,0.00009378029,0.000027992257,0.000021650947,0.29811132,0.000032212938,0.00008112938,0.001887784,0.69651586,0.00010207962],"about_ca_topic_score_codex":0.0003453118,"about_ca_topic_score_gemma":0.00082711247,"teacher_disagreement_score":0.37578878,"about_ca_system_score_codex":0.00031471235,"about_ca_system_score_gemma":0.0009578309,"threshold_uncertainty_score":0.9992397},"labels":[],"label_agreement":null},{"id":"W39064896","doi":"10.55016/ojs/ajer.v55i1.55272","title":"Peer Observation Reports and Student Evaluations of Teaching: Who Are the Experts?","year":2009,"lang":"en","type":"article","venue":"Alberta Journal of Educational Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Mathematics education; Educational research; Peer evaluation; Higher education; Pedagogy","score_opus":0.3669533084308778,"score_gpt":0.6016822682881954,"score_spread":0.23472895985731757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W39064896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54201496,0.0005324182,0.000005530396,0.4334985,0.00017877798,0.00015979893,2.773286e-7,4.3750637e-7,0.023609333],"genre_scores_gemma":[0.9620307,0.00014836718,0.00033021581,0.0005502931,0.00051753625,0.00000787003,0.000002172134,0.0000049987552,0.036407825],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99381065,0.0021197523,0.00055230677,0.00013573357,0.0031901174,0.00019142561],"domain_scores_gemma":[0.9768638,0.018438987,0.00073775003,0.000208331,0.0036254257,0.00012570171],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020406846,0.00006528582,0.00014517094,0.00022169926,0.0010763565,0.00019591233,0.00036271432,0.000053429005,0.0011111381],"category_scores_gemma":[0.12563092,0.00004748491,0.00005966623,0.00027992253,0.00024466842,0.00087558664,0.00003454346,0.00052596437,0.0000066558428],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045137967,0.0008041933,0.53789556,0.000009034016,0.0000876667,8.846988e-7,0.09436115,0.00016358877,0.0004210544,0.20255122,0.15906838,0.004592155],"study_design_scores_gemma":[0.00017252384,0.0001759842,0.7906391,0.00013752827,0.00004393155,0.000029503188,0.032460406,0.0000407105,0.000034935692,0.016517889,0.1596701,0.000077374505],"about_ca_topic_score_codex":0.0018262757,"about_ca_topic_score_gemma":0.0015067107,"teacher_disagreement_score":0.4329482,"about_ca_system_score_codex":0.00018495602,"about_ca_system_score_gemma":0.0015572618,"threshold_uncertainty_score":0.999802},"labels":[],"label_agreement":null},{"id":"W396956733","doi":"10.1007/1-4020-5742-3","title":"The Scholarship of Teaching and Learning in Higher Education: An Evidence-Based Perspective","year":2007,"lang":"en","type":"book","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":388,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Scholarship; Perspective (graphical); Scholarship of Teaching and Learning; Higher education; Pedagogy; Sociology; Mathematics education; Political science; Engineering ethics; Teaching method; Psychology; Teaching and learning center; Engineering; Art; Visual arts","score_opus":0.28477373432393305,"score_gpt":0.5013646581060859,"score_spread":0.21659092378215283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W396956733","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002315216,0.004588351,0.0000135536575,0.025573026,0.00035280886,0.00032286876,2.4281888e-7,0.000057535573,0.9667764],"genre_scores_gemma":[0.11306215,0.00020011638,0.0018972012,0.0004774049,0.00050435576,0.000009795088,0.0000024636229,0.000017503637,0.883829],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99439675,0.0039850203,0.00028767568,0.00029998063,0.0008389055,0.00019167791],"domain_scores_gemma":[0.991176,0.007714842,0.00046867313,0.00020135974,0.0003558391,0.00008330115],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02489274,0.00013073596,0.00016858017,0.00021187284,0.0013228041,0.0002703034,0.00037803606,0.00023682098,0.00042902434],"category_scores_gemma":[0.012555663,0.00010544101,0.000044357865,0.00009648265,0.00039407978,0.0011758559,0.00003680532,0.0022059479,0.000010605762],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032549902,0.000058119716,0.0042266105,0.000019113886,0.000015784228,5.588575e-7,0.015362623,0.000027791435,0.000004529914,0.9396648,0.0010425616,0.039544992],"study_design_scores_gemma":[0.00020651204,0.00016716254,0.025688292,0.0012838448,0.00007734121,5.5093255e-7,0.043537173,0.000026591428,0.0000034622697,0.052698903,0.87594855,0.00036160182],"about_ca_topic_score_codex":0.007771621,"about_ca_topic_score_gemma":0.0060129287,"teacher_disagreement_score":0.8869659,"about_ca_system_score_codex":0.0007800094,"about_ca_system_score_gemma":0.0037157803,"threshold_uncertainty_score":0.99997735},"labels":[],"label_agreement":null},{"id":"W40331491","doi":"","title":"Indicators of Success: From Concepts to Classrooms.","year":2000,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Mathematics education; Set (abstract data type); Psychology; Pedagogy; Computer science","score_opus":0.06207176420685289,"score_gpt":0.4511876563137504,"score_spread":0.3891158921068975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W40331491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65408754,0.00002876112,0.00008039442,0.007784957,0.00008513612,0.00009823934,0.0000039512993,0.000052863703,0.33777812],"genre_scores_gemma":[0.9817164,0.000026939219,0.003444904,0.0008079781,0.00010172515,0.0000045637,0.0000023473249,0.0000043066884,0.013890841],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998729,0.00033680882,0.00016867151,0.00013964511,0.00049659796,0.00012927609],"domain_scores_gemma":[0.999201,0.0004370795,0.00008367047,0.00013364565,0.000035605095,0.000109012966],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009454828,0.00004713724,0.00009505037,0.00006521534,0.00015990635,0.000037886097,0.00030292702,0.000056091085,0.06348111],"category_scores_gemma":[0.00061511836,0.000044005683,0.000029175228,0.00027563472,0.00012540627,0.00032636113,0.000016901657,0.00007589609,0.0007800156],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006383897,0.00023213396,0.24147281,0.000004600202,0.00007431587,0.0000018093599,0.111941814,0.0001483819,0.00025636837,0.10456714,0.03343879,0.507798],"study_design_scores_gemma":[0.00018146499,0.000036594476,0.047213893,0.00001204983,0.000016303582,2.9916976e-8,0.005614347,0.000010950035,0.00042681734,0.0019615123,0.94441354,0.00011247256],"about_ca_topic_score_codex":0.02277534,"about_ca_topic_score_gemma":0.004270973,"teacher_disagreement_score":0.9109748,"about_ca_system_score_codex":0.00003741643,"about_ca_system_score_gemma":0.00012468387,"threshold_uncertainty_score":0.999998},"labels":[],"label_agreement":null},{"id":"W40530783","doi":"10.1007/978-94-007-0702-3_8","title":"An Exploration of the Scholarly Foundations of Educational Development","year":2011,"lang":"en","type":"book-chapter","venue":"Higher education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Scholarship; Higher education; Task (project management); Pedagogy; Scholarship of Teaching and Learning; Educational research; Mathematics education; Teaching method; Engineering ethics; Psychology; Sociology; Teaching and learning center; Political science; Management; Engineering","score_opus":0.32827682258921076,"score_gpt":0.4640023599174938,"score_spread":0.13572553732828302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W40530783","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022036813,0.0003117893,0.00008457542,0.011353047,0.0032217978,0.0005433456,0.000006834199,0.000020741518,0.9822542],"genre_scores_gemma":[0.30025893,0.00005459803,0.0036206106,0.00012166832,0.0005518234,0.000058102996,0.00013425366,0.000024020579,0.695176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983089,0.00023433476,0.00045253625,0.00020600203,0.0007095079,0.00008872004],"domain_scores_gemma":[0.99722075,0.00018472798,0.0011317979,0.00039927653,0.0010040255,0.000059398983],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010311243,0.00012370279,0.00013520695,0.00017102236,0.0004414083,0.000081629005,0.0004559139,0.00019052137,0.006871832],"category_scores_gemma":[0.0002756176,0.000113972244,0.00006453409,0.00008303359,0.00021614422,0.0029491324,0.000027375807,0.00022084427,0.00011584587],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037952348,0.00017891849,0.0007391021,0.000018732557,0.000025418007,2.6698352e-9,0.013114089,0.000002680313,0.000035233323,0.97907054,0.001559441,0.0052520386],"study_design_scores_gemma":[0.00004600231,0.00001789617,0.027117813,0.00013971352,0.00007496276,9.865032e-8,0.00039423915,1.8959749e-7,0.00008560769,0.21377799,0.75820786,0.00013762087],"about_ca_topic_score_codex":0.00076633686,"about_ca_topic_score_gemma":0.00060576585,"teacher_disagreement_score":0.7652925,"about_ca_system_score_codex":0.00026463164,"about_ca_system_score_gemma":0.0058633373,"threshold_uncertainty_score":0.9997725},"labels":[],"label_agreement":null},{"id":"W415698283","doi":"10.20429/ijsotl.2009.030127","title":"(Re)Considering the Scholarship of Learning: Inviting the Elephant in the Room to Tea","year":2009,"lang":"en","type":"article","venue":"International Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Scholarship; Scholarship of Teaching and Learning; Sociology; Field (mathematics); Teaching and learning center; Mathematics education; Pedagogy; Teaching method; Psychology; Political science; Mathematics","score_opus":0.14163616862735526,"score_gpt":0.4619994209671904,"score_spread":0.3203632523398351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W415698283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85760856,0.0007505596,0.0009849354,0.13798104,0.00041807044,0.00029726094,8.8088586e-7,0.00002116561,0.0019375507],"genre_scores_gemma":[0.99619645,0.000107631866,0.0011280476,0.0015615458,0.00059180043,0.000009146365,9.4066974e-7,0.000012937424,0.0003914954],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99093395,0.00658037,0.0005848706,0.00018546887,0.0013993855,0.00031592225],"domain_scores_gemma":[0.9875668,0.011049083,0.0008202496,0.0001722678,0.00032704367,0.00006454533],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06435651,0.00014230423,0.00017506487,0.00018877171,0.004164681,0.0009130985,0.0016536298,0.000073661424,0.000020868041],"category_scores_gemma":[0.061923314,0.00007343783,0.00016238006,0.00017973233,0.00014211592,0.00088628975,0.00010582614,0.0048854304,0.0000026539792],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039188203,0.0001850597,0.1894873,0.000018279334,0.00035741666,0.000011800017,0.32425177,0.057202913,0.0043083522,0.057662606,0.00028600942,0.36583662],"study_design_scores_gemma":[0.001616915,0.0006547637,0.26343006,0.0012973143,0.00024489776,0.00019466359,0.45323703,0.0034522815,0.00043618615,0.030686527,0.24424617,0.00050318625],"about_ca_topic_score_codex":0.0006039533,"about_ca_topic_score_gemma":0.00041363153,"teacher_disagreement_score":0.36533344,"about_ca_system_score_codex":0.00012473018,"about_ca_system_score_gemma":0.00012776826,"threshold_uncertainty_score":0.99741036},"labels":[],"label_agreement":null},{"id":"W4200073769","doi":"10.5539/hes.v12n1p26","title":"Do I really have to Teach them to Read and Write? Education Equity Mindset and Teaching Literacy across the College Curriculum","year":2021,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mindset; Literacy; Curriculum; Equity (law); Psychology; Pedagogy; Reading (process); Mathematics education; Faculty development; Medical education; Professional development; Political science; Computer science; Medicine","score_opus":0.16144188314368105,"score_gpt":0.5470625799003579,"score_spread":0.3856206967566769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200073769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77062553,0.0035558592,0.00000847304,0.19850022,0.0016696246,0.00045660327,0.000017048924,0.00004727875,0.025119366],"genre_scores_gemma":[0.9392475,0.00037146508,0.0049569383,0.004994633,0.0008584891,0.00025339975,0.000011219611,0.000014337126,0.049292017],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99735934,0.0010465435,0.00029679827,0.00047448595,0.000526596,0.00029627047],"domain_scores_gemma":[0.9974571,0.0009010219,0.00018996409,0.0003270269,0.0009437722,0.000181154],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0036288863,0.00016429073,0.00020700342,0.000063633095,0.0023531893,0.00063165306,0.00022438983,0.00006339125,0.00011833922],"category_scores_gemma":[0.0023950774,0.00013150905,0.00003188671,0.0002556984,0.00021415408,0.0006252561,0.00039785157,0.00026175845,0.000045722558],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016150445,0.00061636587,0.07302502,0.00006083219,0.00010868051,8.873153e-7,0.41259897,0.0000021504372,0.000094016155,0.18342917,0.22233738,0.10771036],"study_design_scores_gemma":[0.00006910468,0.000022630229,0.079492636,0.00010511395,0.000039407943,0.000004504833,0.2955361,6.389939e-7,0.000009866232,0.0021353066,0.622443,0.00014164674],"about_ca_topic_score_codex":0.002112086,"about_ca_topic_score_gemma":0.0014359033,"teacher_disagreement_score":0.40010566,"about_ca_system_score_codex":0.00024218037,"about_ca_system_score_gemma":0.00066055264,"threshold_uncertainty_score":0.9989456},"labels":[],"label_agreement":null},{"id":"W4200601987","doi":"10.1080/13562517.2021.1989584","title":"Enacting and/or contesting the ‘normal TA body’: social location and the experiences of teaching assistants","year":2021,"lang":"en","type":"article","venue":"Teaching in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Presentation (obstetrics); Performativity; Construct (python library); Pedagogy; Graduate students; Psychology; Sociology; Point (geometry); Gender studies","score_opus":0.1353831577138557,"score_gpt":0.4515153402389523,"score_spread":0.31613218252509656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200601987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95606834,0.0007202195,0.00007543713,0.026247837,0.0008049867,0.00021969201,3.2768128e-7,0.000036478345,0.015826663],"genre_scores_gemma":[0.99629265,0.00002771289,0.0010047149,0.00036358382,0.00047357526,0.00006018119,0.0000033036645,0.000009080182,0.0017651815],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9953673,0.0034504775,0.0003535145,0.00022309404,0.0004197627,0.0001858741],"domain_scores_gemma":[0.9960709,0.0032095788,0.00044707343,0.00013893626,0.00009974666,0.000033729764],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009018098,0.00009942268,0.00015448623,0.000059464564,0.002161051,0.00027495163,0.00020461318,0.0000671731,0.00006042673],"category_scores_gemma":[0.0072173597,0.00006591031,0.000024820125,0.00019251705,0.00042039048,0.00073428283,0.000072363095,0.0005692179,7.335226e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040692576,0.00010550515,0.02126419,0.000027845603,0.000013405321,3.62226e-7,0.74771786,0.000008618299,0.00018275756,0.20824446,0.0001883128,0.022205994],"study_design_scores_gemma":[0.0006438724,0.000022277118,0.15198861,0.00022760162,0.00006258398,0.000008917888,0.8334383,0.0005058658,0.00004704537,0.0023404844,0.010523418,0.00019103706],"about_ca_topic_score_codex":0.0054209256,"about_ca_topic_score_gemma":0.0011990843,"teacher_disagreement_score":0.20590398,"about_ca_system_score_codex":0.000107304346,"about_ca_system_score_gemma":0.00049543683,"threshold_uncertainty_score":0.999138},"labels":[],"label_agreement":null},{"id":"W4205498967","doi":"10.1080/13601440903529976","title":"Book reviews","year":2010,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Sociology; Epistemology; Engineering ethics; Philosophy; Engineering","score_opus":0.1813528968593874,"score_gpt":0.5104738518161362,"score_spread":0.32912095495674887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205498967","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07652282,0.011621634,0.008508166,0.80058354,0.049157638,0.0019971856,0.0000062934014,0.00017324253,0.05142949],"genre_scores_gemma":[0.16290788,0.036919795,0.084501095,0.14245875,0.028593503,0.0005914032,0.00003488241,0.00010723398,0.54388547],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826044,0.00015963301,0.00041789,0.00009841685,0.00088041247,0.00018322218],"domain_scores_gemma":[0.99862516,0.0004997612,0.00041297078,0.00007102329,0.00029826973,0.00009283116],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011174792,0.0000729602,0.000082824095,0.00007169159,0.0009523739,0.00016132482,0.001363335,0.000084597115,0.0013443973],"category_scores_gemma":[0.0041368105,0.000049099377,0.00006917452,0.000044434397,0.00008864385,0.0005022675,0.00006849487,0.001011684,0.00023589881],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034866764,0.000021703856,0.0006146668,0.000002120731,0.000083187304,0.0000017068579,0.016505945,0.0000062793165,0.0013447226,0.027953738,0.8070801,0.146351],"study_design_scores_gemma":[0.00015320312,0.0000037722884,0.0006065741,0.00002603743,0.000009313226,0.000034242268,0.00030261453,0.000013386085,0.00030958038,0.0034127492,0.9950561,0.000072439],"about_ca_topic_score_codex":0.000022295966,"about_ca_topic_score_gemma":0.00009021517,"teacher_disagreement_score":0.65812474,"about_ca_system_score_codex":0.0001766265,"about_ca_system_score_gemma":0.0005876146,"threshold_uncertainty_score":0.9995685},"labels":[],"label_agreement":null},{"id":"W4205575031","doi":"10.14293/s2199-1006.1.sor.2021.0003.v1","title":"Gender bias in student evaluation of teaching or a mirage?","year":2021,"lang":"en","type":"preprint","venue":"ScienceOpen Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Outlier; Psychology; Statistics; Gender bias; Set (abstract data type); Social psychology; Demography; Mathematics; Computer science","score_opus":0.8890308265153848,"score_gpt":0.713796567568246,"score_spread":0.17523425894713873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205575031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8537758,0.00045410878,0.00003533783,0.003981558,0.0006658153,0.0020219844,0.000003377078,0.000022926384,0.13903908],"genre_scores_gemma":[0.9935588,0.00018379807,0.0033662177,0.000043040687,0.00015551578,0.00025099528,0.000009625456,0.000014605516,0.0024174035],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94257075,0.03584903,0.0008867988,0.001283762,0.018435422,0.00097426487],"domain_scores_gemma":[0.9924837,0.0032241512,0.00044905982,0.0008796075,0.0027652285,0.0001982571],"candidate_categories":["metaresearch","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30309936,0.00017406647,0.0003911918,0.0011141457,0.0012085539,0.001371433,0.002875952,0.00028940823,0.002894652],"category_scores_gemma":[0.06724693,0.00015225993,0.000102553015,0.0016856821,0.0010353295,0.0010016067,0.0027248443,0.0028231544,0.00005562875],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118730924,0.001505633,0.10362698,0.00033232674,0.00011785684,0.00006356702,0.74793434,0.02211163,0.0010208758,0.02023783,0.0022930244,0.10063721],"study_design_scores_gemma":[0.001731855,0.00023498172,0.30689168,0.0017425757,0.00013471446,0.00000364415,0.63308805,0.024779268,0.00040302656,0.020034766,0.010015212,0.00094022293],"about_ca_topic_score_codex":0.048387,"about_ca_topic_score_gemma":0.04914324,"teacher_disagreement_score":0.23585244,"about_ca_system_score_codex":0.0020059734,"about_ca_system_score_gemma":0.023392865,"threshold_uncertainty_score":0.99966526},"labels":[],"label_agreement":null},{"id":"W4211183064","doi":"10.3917/spir.069.0163","title":"« Basculement vers le virtuel »","year":2022,"lang":"fr","type":"article","venue":"Spirale - Revue de recherches en éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.3431615269622799,"score_gpt":0.4653102027115779,"score_spread":0.122148675749298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211183064","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21167976,0.004696719,0.0012545455,0.6012487,0.0068201846,0.000897916,0.000029490488,0.00017408334,0.17319864],"genre_scores_gemma":[0.72083396,0.0010360151,0.015373632,0.0017027376,0.0018166256,0.0004243279,0.00009663693,0.00006422082,0.25865185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98707664,0.011003015,0.00041015938,0.00045490952,0.00059511507,0.00046013133],"domain_scores_gemma":[0.9974209,0.00147046,0.00043493486,0.00040652324,0.00011210676,0.0001550477],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020716028,0.00018265223,0.00020229677,0.00014130711,0.0012086914,0.00010737105,0.0005860685,0.00020740525,0.0026569234],"category_scores_gemma":[0.003756117,0.00026171267,0.000168394,0.0006871552,0.00018017467,0.0007946701,0.00016836783,0.0010669003,0.000375827],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045438166,0.0016148444,0.0048871767,0.00031319496,0.00021420789,0.000008344137,0.3224762,0.006452965,0.0014259618,0.36961135,0.055128098,0.23782219],"study_design_scores_gemma":[0.00032607015,0.00016746185,0.003852414,0.000051646668,0.00013449226,0.00001098524,0.03691115,0.0011223732,0.00020436151,0.010325873,0.9465851,0.00030806204],"about_ca_topic_score_codex":0.023088764,"about_ca_topic_score_gemma":0.0010023421,"teacher_disagreement_score":0.891457,"about_ca_system_score_codex":0.009538194,"about_ca_system_score_gemma":0.0037408583,"threshold_uncertainty_score":0.9999835},"labels":[],"label_agreement":null},{"id":"W4211183596","doi":"10.3917/spir.069.0011","title":"État de la diversité méthodologique des recherches en pédagogie universitaire francophone","year":2022,"lang":"fr","type":"article","venue":"Spirale - Revue de recherches en éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ","funders":"","keywords":"Humanities; Philosophy","score_opus":0.4121710236809788,"score_gpt":0.4747757896874877,"score_spread":0.06260476600650888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211183596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8132807,0.005318213,0.0038139701,0.11563283,0.0022728408,0.00061930844,0.000036286852,0.00029075542,0.0587351],"genre_scores_gemma":[0.6072178,0.007002875,0.14050089,0.0007622792,0.0016540046,0.00014265404,0.0000757471,0.00009400721,0.24254973],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.93787247,0.0599402,0.000401109,0.0006195737,0.00046911187,0.0006975105],"domain_scores_gemma":[0.9814087,0.017127965,0.0005433482,0.000469022,0.00019668994,0.00025428517],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04982068,0.00031537164,0.0003594193,0.00023993876,0.0017302682,0.0001391113,0.0010589955,0.0009124844,0.0012843763],"category_scores_gemma":[0.021430539,0.0004315403,0.00023826,0.0013446494,0.00079289684,0.001151234,0.00040131886,0.0026386846,0.00017096556],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013805405,0.0008906716,0.046071634,0.00047203875,0.00023684141,0.00006264381,0.6815995,0.005765169,0.0030883246,0.021235183,0.011403139,0.22903681],"study_design_scores_gemma":[0.00087779877,0.0007226245,0.093759626,0.00033421547,0.0004963773,0.00015101269,0.33729938,0.001254288,0.0014487967,0.09549312,0.46708164,0.0010811203],"about_ca_topic_score_codex":0.017333914,"about_ca_topic_score_gemma":0.0009895676,"teacher_disagreement_score":0.4556785,"about_ca_system_score_codex":0.022074414,"about_ca_system_score_gemma":0.005457512,"threshold_uncertainty_score":0.9998136},"labels":[],"label_agreement":null},{"id":"W4211242546","doi":"10.3917/spir.069.0129","title":"Soutenir le développement professionnel pédagogique des enseignants du supérieur","year":2022,"lang":"fr","type":"article","venue":"Spirale - Revue de recherches en éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Philosophy","score_opus":0.574548321347128,"score_gpt":0.45876930597294713,"score_spread":0.11577901537418084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211242546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67191905,0.0024245016,0.0019242414,0.30997112,0.0029413542,0.0008522726,0.00001931878,0.0001501138,0.009798032],"genre_scores_gemma":[0.73968446,0.0019075623,0.038742974,0.0014221795,0.0016713088,0.0007515994,0.00009281431,0.00008781273,0.21563928],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9820203,0.015506099,0.0006009299,0.00059541827,0.0006133287,0.00066389807],"domain_scores_gemma":[0.9966075,0.0018200491,0.00064843317,0.0004387493,0.00027052674,0.00021474154],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021094706,0.0002787111,0.00029671536,0.00017740215,0.002444385,0.0001345358,0.0007214384,0.0003520106,0.0010601594],"category_scores_gemma":[0.0071897395,0.00034944425,0.00016752268,0.0008132792,0.0003338239,0.0009281821,0.00030044845,0.0013703355,0.00022309221],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043363038,0.0012326483,0.01386902,0.0003369856,0.000088054665,0.000011951773,0.87083733,0.00089379586,0.0013982251,0.014626672,0.020242054,0.07641992],"study_design_scores_gemma":[0.0009133121,0.00046245984,0.04001678,0.0005247538,0.00024807514,0.00008552271,0.365564,0.0019483884,0.0013142719,0.058096968,0.5298451,0.0009803802],"about_ca_topic_score_codex":0.009680505,"about_ca_topic_score_gemma":0.001769858,"teacher_disagreement_score":0.509603,"about_ca_system_score_codex":0.0070060417,"about_ca_system_score_gemma":0.0053533637,"threshold_uncertainty_score":0.99989575},"labels":[],"label_agreement":null},{"id":"W4213055300","doi":"10.1177/00986283211066485","title":"Using Motivation Assessment as a Teaching Tool for Large Undergraduate Courses: Reflections From the Teaching Team","year":2022,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; York University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Expectancy theory; Psychology; Mathematics education; Teaching method; Higher education; Value (mathematics); Student engagement; Motivation to learn; Pedagogy; Computer science; Social psychology","score_opus":0.2782030097226781,"score_gpt":0.5706419683245099,"score_spread":0.2924389586018318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213055300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62028044,0.000122000776,0.23795697,0.06709414,0.0030026378,0.0015456314,0.00012784588,0.0003664805,0.069503844],"genre_scores_gemma":[0.94494057,0.000009713857,0.050322603,0.0028426533,0.0006367808,0.00015490344,0.00007966236,0.00004970551,0.00096339104],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98712176,0.009960456,0.00070070906,0.0006263175,0.001009631,0.0005811249],"domain_scores_gemma":[0.9931255,0.005069593,0.0010211963,0.00061119057,0.00009676221,0.00007573742],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022459375,0.00023407419,0.00034466997,0.00022736925,0.010084008,0.00015390289,0.00094843365,0.00012928057,0.00020927377],"category_scores_gemma":[0.0078791035,0.00022416086,0.00021229009,0.00017775514,0.00016107995,0.00064993504,0.00023306247,0.0025636572,0.000006974745],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013590699,0.0015589206,0.030696172,0.000011171465,0.00031078234,0.0000019171796,0.075175986,0.0020896601,0.005321282,0.8518499,0.019721001,0.013127268],"study_design_scores_gemma":[0.0021655965,0.0005054091,0.011337595,0.00006305442,0.00032322673,0.000018630592,0.05615044,0.0047482336,0.000010259284,0.080957554,0.8432287,0.0004913227],"about_ca_topic_score_codex":0.0130367465,"about_ca_topic_score_gemma":0.00079708605,"teacher_disagreement_score":0.82350767,"about_ca_system_score_codex":0.00064086757,"about_ca_system_score_gemma":0.0004898122,"threshold_uncertainty_score":0.99973744},"labels":[],"label_agreement":null},{"id":"W4213094065","doi":"10.20343/9.1.23","title":"Examining the Focus of SoTL Literature—Teaching and Learning?","year":2021,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Scholarship of Teaching and Learning; Scholarship; Scope (computer science); Teaching and learning center; Focus (optics); Pedagogy; Field (mathematics); Mathematics education; Sociology; Teaching method; Psychology; Computer science; Political science","score_opus":0.11863715847460839,"score_gpt":0.4118511101564981,"score_spread":0.29321395168188974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213094065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9348968,0.004621081,0.0028811428,0.041883595,0.0012742785,0.00017142761,5.937581e-7,0.0001902866,0.014080759],"genre_scores_gemma":[0.98588973,0.00048648444,0.003711965,0.0004622203,0.0019230748,0.0000044229782,0.0000028966163,0.00004892741,0.00747026],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9690649,0.027947659,0.00066762674,0.0003712376,0.0013625443,0.0005860454],"domain_scores_gemma":[0.9895705,0.008315951,0.0012521262,0.0003544772,0.0003236053,0.00018331787],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049720716,0.00026676248,0.0003624383,0.00016374442,0.012838524,0.0015879199,0.0008352786,0.0001815866,0.00014566156],"category_scores_gemma":[0.04927594,0.00016083074,0.00017241009,0.0002942247,0.00067369704,0.00110207,0.00032668927,0.012139753,0.000015806212],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004931676,0.00009533207,0.022456558,0.000024046645,0.0002318498,0.00006762312,0.7158428,0.004492241,0.0025223666,0.024393948,0.0015042651,0.22831966],"study_design_scores_gemma":[0.00084073364,0.00031728784,0.018072965,0.0009172041,0.00029860673,0.0009822916,0.33967713,0.00126546,0.00012339403,0.0038866138,0.6330932,0.0005251309],"about_ca_topic_score_codex":0.0005928606,"about_ca_topic_score_gemma":0.00007866107,"teacher_disagreement_score":0.63158894,"about_ca_system_score_codex":0.00014786306,"about_ca_system_score_gemma":0.0004239443,"threshold_uncertainty_score":0.99944854},"labels":[],"label_agreement":null},{"id":"W4220703600","doi":"10.3102/0013189x221090229","title":"The Effect of Faculty Research on Student Learning in College","year":2022,"lang":"en","type":"article","venue":"Educational Researcher","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"National Research University Higher School of Economics; All India Council for Technical Education","keywords":"Generalizability theory; Psychology; Educational research; Mathematics education; Identification (biology); Medical education; Medicine","score_opus":0.44453232438846696,"score_gpt":0.6610645417516258,"score_spread":0.2165322173631588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220703600","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8254776,0.000118305274,1.0760132e-7,0.09616112,0.00020760937,0.0004472699,0.0000066073826,0.0000070604397,0.077574305],"genre_scores_gemma":[0.9339553,0.000021620976,0.000016307276,0.00001933157,0.00016186105,0.00038036762,0.000010095464,0.000006209155,0.0654289],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98103225,0.014507398,0.00015483341,0.00016886035,0.0038268857,0.00030976674],"domain_scores_gemma":[0.97903645,0.020453425,0.0000676213,0.00014252088,0.00023524217,0.0000647171],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054754037,0.000041524094,0.00006633595,0.00021521412,0.0026917888,0.000062007595,0.00062438176,0.000022657656,0.0024565554],"category_scores_gemma":[0.024877401,0.00003200749,0.000030341162,0.00087376364,0.0003128498,0.000099274665,0.0002068629,0.0012304998,0.000086143424],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046948757,0.00065123884,0.468343,0.000015381509,0.000042179658,0.0000025099607,0.04936255,0.0038214545,0.00009910039,0.30729648,0.1627958,0.007100817],"study_design_scores_gemma":[0.0002729017,0.00046758057,0.36541858,0.0000110857645,0.0000014174445,1.8274848e-7,0.043666698,0.0000343002,0.00003870786,0.0014685744,0.58857465,0.00004529556],"about_ca_topic_score_codex":0.0038082274,"about_ca_topic_score_gemma":0.0013610299,"teacher_disagreement_score":0.4257789,"about_ca_system_score_codex":0.0008735264,"about_ca_system_score_gemma":0.0015695894,"threshold_uncertainty_score":0.99860656},"labels":[],"label_agreement":null},{"id":"W4221004104","doi":"10.51357/jei.v3i1.181","title":"Exploring Instructor Perceptions of Using Video-Based Feedback","year":2022,"lang":"en","type":"article","venue":"Journal of Educational Informatics","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Video feedback; Peer feedback; Multimedia; Computer science; Perception; Online video; Quality (philosophy); Feeling; Psychology; Mathematics education; Social psychology","score_opus":0.35993566262602367,"score_gpt":0.46501982841287415,"score_spread":0.10508416578685048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221004104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888964,0.00002549968,0.00042147125,0.0063373283,0.0011814717,0.000072479896,0.000008274769,0.0000037633706,0.0030533085],"genre_scores_gemma":[0.9529706,0.000018421422,0.046367504,0.00021950535,0.00030080485,0.00000517688,0.0000037911377,0.000005082718,0.000109108136],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99785256,0.00025164508,0.0007385527,0.000027599594,0.0010223264,0.000107293126],"domain_scores_gemma":[0.9971294,0.0007575136,0.0014301355,0.000086799664,0.00051444257,0.00008175615],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024741245,0.00005438718,0.00012493673,0.00031238172,0.0006932576,0.00004891338,0.00030054728,0.000017278979,0.002382888],"category_scores_gemma":[0.0017661614,0.000056992834,0.00009404338,0.0003201692,0.00009737065,0.0018545964,0.000036851234,0.0002860681,0.000007000756],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012291041,0.00097062736,0.09194517,0.00015680955,0.0001775037,6.113577e-7,0.41385144,0.40206516,0.0005842801,0.077186175,0.006782336,0.0061569833],"study_design_scores_gemma":[0.0014388638,0.0003219608,0.08665737,0.00019770006,0.00024123253,0.0000864244,0.7804332,0.014887066,0.000128557,0.0052533904,0.10992142,0.00043281782],"about_ca_topic_score_codex":0.00018879642,"about_ca_topic_score_gemma":0.000015515325,"teacher_disagreement_score":0.3871781,"about_ca_system_score_codex":0.00044657578,"about_ca_system_score_gemma":0.0025516183,"threshold_uncertainty_score":0.9985291},"labels":[],"label_agreement":null},{"id":"W4223939526","doi":"10.1108/ijem-12-2021-0462","title":"Exploring teaching effectiveness and research on teaching and learning at AACSB accredited business schools in Canada and the US","year":2022,"lang":"en","type":"article","venue":"International Journal of Educational Management","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lakehead University; University of Regina","funders":"","keywords":"Originality; Accreditation; Teaching method; Nature versus nurture; Value (mathematics); Thematic analysis; Teaching and learning center; Mathematics education; Pedagogy; Psychology; Medical education; Computer science; Sociology; Creativity; Qualitative research; Medicine","score_opus":0.1688076930352059,"score_gpt":0.46201343071723877,"score_spread":0.29320573768203284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223939526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93691653,0.00017463938,0.000011620022,0.05830786,0.0009192578,0.0001948402,0.0000014167522,0.0000025390018,0.003471299],"genre_scores_gemma":[0.99837327,0.00024708433,0.0002998553,0.00024670016,0.00032412243,0.00006361796,0.000002692186,0.000007367256,0.0004352736],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99299145,0.00474185,0.0002741589,0.00016811331,0.0016740394,0.00015037718],"domain_scores_gemma":[0.9931688,0.0061892653,0.0002709812,0.000058115787,0.00024791903,0.00006496131],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.019384824,0.000073942254,0.00011287726,0.0004404077,0.0017772284,0.00022342934,0.00035076393,0.00001024786,0.00007552509],"category_scores_gemma":[0.005132677,0.00006402532,0.000016567268,0.00014985412,0.00009839546,0.0006116808,0.00040365165,0.0013633352,8.94213e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014781692,0.00027419408,0.46325672,0.00005944101,0.00043523504,0.000059084214,0.026866259,0.03411141,0.000044756467,0.38928166,0.0015382601,0.08259482],"study_design_scores_gemma":[0.0012929637,0.000037751794,0.916133,0.00017845191,0.000019124966,0.000034853816,0.03304578,0.00028607927,0.0000015777005,0.003362698,0.04551347,0.00009427403],"about_ca_topic_score_codex":0.41530767,"about_ca_topic_score_gemma":0.07333867,"teacher_disagreement_score":0.45287627,"about_ca_system_score_codex":0.0019622338,"about_ca_system_score_gemma":0.00055089267,"threshold_uncertainty_score":0.9995223},"labels":[],"label_agreement":null},{"id":"W4224105332","doi":"10.1371/journal.pone.0267097","title":"Investigating the linkage between professional development and mathematics instructors’ use of teaching practices using the theory of planned behavior","year":2022,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Professional development; Context (archaeology); Psychology; Consistency (knowledge bases); Medical education; Faculty development; Mathematics education; Class (philosophy); Pedagogy; Medicine; Computer science","score_opus":0.4767722964485945,"score_gpt":0.4361073922356233,"score_spread":0.0406649042129712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224105332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975171,0.000044625085,0.000023436838,0.0016248486,0.000063391126,0.00049102533,0.000010861919,0.00001971242,0.00020501224],"genre_scores_gemma":[0.94140327,0.0000029925864,0.058175657,0.00006133998,0.000059858972,0.000037453054,0.000004321872,0.000010463942,0.00024465597],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.995417,0.002758171,0.00039875894,0.00012527121,0.0011666293,0.00013419765],"domain_scores_gemma":[0.99206024,0.0059898524,0.0016582063,0.0001718577,0.00008284721,0.0000369863],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009685275,0.00007895555,0.00016788841,0.000053996202,0.002155237,0.000062791354,0.00033898742,0.000037427646,0.000050260136],"category_scores_gemma":[0.0097522065,0.00005226819,0.000021237982,0.00013171439,0.0003190614,0.0004621959,0.00031290803,0.000571295,3.5553919e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013660172,0.0009109466,0.5649236,0.00014383128,0.000267077,5.6870533e-7,0.39829805,0.000037516285,0.009526752,0.022913268,0.000016585227,0.0029481498],"study_design_scores_gemma":[0.000831221,0.00027856854,0.31652194,0.0013912115,0.0024645866,0.000006538514,0.6436035,0.00221786,0.017635258,0.010793825,0.0035971864,0.00065830094],"about_ca_topic_score_codex":0.0003966329,"about_ca_topic_score_gemma":0.00006338443,"teacher_disagreement_score":0.24840166,"about_ca_system_score_codex":0.000060936294,"about_ca_system_score_gemma":0.00037727779,"threshold_uncertainty_score":0.99914384},"labels":[],"label_agreement":null},{"id":"W4224214529","doi":"10.1002/aet2.10759","title":"Promotion and tenure letters: A guide for faculty","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Promotion (chess); Portfolio; Key (lock); Context (archaeology); Public relations; Psychology; Political science; Medical education; Computer science; Medicine; Business; History; Finance; Law","score_opus":0.27837378492105613,"score_gpt":0.5003266887861805,"score_spread":0.22195290386512434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224214529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8167262,0.0001693338,0.0004088942,0.17294933,0.00055226416,0.00042954812,0.000008932619,0.00006198988,0.008693502],"genre_scores_gemma":[0.9902096,0.000008947229,0.0055784374,0.0011191622,0.0001706284,0.00015238843,0.00003331854,0.0000048684765,0.0027226598],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99937475,0.00016803839,0.00008391393,0.0001255175,0.00016007906,0.000087674925],"domain_scores_gemma":[0.99966246,0.00013616773,0.000083059516,0.000037923826,0.00003817258,0.000042191594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015652763,0.000036018584,0.000044289573,0.000042954744,0.0011055284,0.00008169816,0.000039583534,0.000013452717,0.00008859559],"category_scores_gemma":[0.0006015132,0.00003934412,0.000012224687,0.000067176654,0.000041645126,0.0002443418,0.000014739985,0.0000705414,8.9201944e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074340264,0.0001192467,0.0037611902,0.000015058398,0.000015357129,1.5281248e-7,0.2976141,0.0000137353145,0.00039210403,0.044123344,0.018753294,0.635185],"study_design_scores_gemma":[0.0002256252,0.000049565915,0.021220587,0.000008146318,0.000022726343,0.0000065984236,0.098815046,0.00012241749,0.0000049656496,0.0019869062,0.8774517,0.00008567872],"about_ca_topic_score_codex":0.00031593803,"about_ca_topic_score_gemma":0.00010710409,"teacher_disagreement_score":0.8586984,"about_ca_system_score_codex":0.00004315528,"about_ca_system_score_gemma":0.00022033576,"threshold_uncertainty_score":0.8502943},"labels":[],"label_agreement":null},{"id":"W4225260157","doi":"10.4103/efh.efh_144_19","title":"Strengthening the feedback culture in a postgraduate residency program","year":2021,"lang":"en","type":"article","venue":"Education for Health","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Faculty development; Continuing education; Higher education; Control (management)","score_opus":0.14628465496305376,"score_gpt":0.540665594555805,"score_spread":0.3943809395927512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225260157","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07419882,0.003252097,0.00005609693,0.9016225,0.0013849087,0.0015402121,0.0000048443717,0.00011273796,0.017827813],"genre_scores_gemma":[0.93387485,0.0007758368,0.03470217,0.005825921,0.0008929907,0.000513582,0.00008427339,0.00001847427,0.02331193],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982734,0.00080982654,0.00024247574,0.00017121872,0.000279988,0.00022312204],"domain_scores_gemma":[0.99895084,0.00034593232,0.00022234129,0.00015687436,0.00024809677,0.00007594016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030276596,0.000054405416,0.000079055004,0.000039973245,0.0008062145,0.00013759325,0.00015381309,0.000039860766,0.00006735498],"category_scores_gemma":[0.003736395,0.00004435294,0.0000350898,0.00035776323,0.000045892495,0.00028416194,0.000013093256,0.00018189517,0.000020160305],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011614165,0.00060493953,0.00860325,0.0000685696,0.00001027085,1.6904252e-7,0.22897053,0.000015995194,0.000009264958,0.17648628,0.12901793,0.45620117],"study_design_scores_gemma":[0.00015274785,0.000058270765,0.021763124,0.00007773225,0.0000057497623,0.0000011504646,0.049022026,0.000034240828,0.0000123776845,0.016655847,0.9121429,0.00007386694],"about_ca_topic_score_codex":0.003336303,"about_ca_topic_score_gemma":0.014970907,"teacher_disagreement_score":0.89579654,"about_ca_system_score_codex":0.0002427071,"about_ca_system_score_gemma":0.0062784585,"threshold_uncertainty_score":0.999355},"labels":[],"label_agreement":null},{"id":"W4226332920","doi":"10.1097/ceh.0000000000000360","title":"The Ontological Choreography of Continuing Professional Development: A Mixed-Methods Study of Continuing Professional Development Leaders and Program Directors","year":2021,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Scholarship; Institution; Scholarship of Teaching and Learning; Professional development; Medical education; Continuing professional development; Continuing education; Grounded theory; Public relations; Sociology; Psychology; Political science; Pedagogy; Qualitative research; Medicine; Teaching method; Social science","score_opus":0.10884953645141643,"score_gpt":0.5487352626124913,"score_spread":0.43988572616107485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226332920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97597474,0.003518142,0.00010060829,0.013282317,0.0051017506,0.0017878365,8.4431935e-7,0.000023892164,0.00020989214],"genre_scores_gemma":[0.96937597,0.000265172,0.028243626,0.00015657664,0.00018057768,0.00019965212,0.0000041482654,0.000017333841,0.0015569563],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9818478,0.013455244,0.0023794577,0.00030860968,0.0014714574,0.00053738995],"domain_scores_gemma":[0.98798937,0.006281119,0.0037898365,0.00026627522,0.0014697552,0.00020364116],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.030164978,0.00022931956,0.0006638065,0.00036502175,0.0014233574,0.00009978365,0.000659185,0.0001782286,0.000026647005],"category_scores_gemma":[0.008112842,0.00014062178,0.00011693439,0.0008991843,0.00045775954,0.00043430162,0.00016546676,0.0013088019,6.073913e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008317449,0.0022287862,0.076601796,0.00008974206,0.000052337855,0.0000012674654,0.43994504,0.0000018451362,0.000090960864,0.00058515597,0.00084419805,0.47947568],"study_design_scores_gemma":[0.0006907775,0.00017171387,0.384443,0.003069654,0.000033894226,0.000009580951,0.5755536,0.0000058323512,0.00012392935,0.00021814178,0.035557363,0.00012250952],"about_ca_topic_score_codex":0.00015051271,"about_ca_topic_score_gemma":0.001754472,"teacher_disagreement_score":0.47935316,"about_ca_system_score_codex":0.00020272132,"about_ca_system_score_gemma":0.005305153,"threshold_uncertainty_score":0.9998767},"labels":[],"label_agreement":null},{"id":"W4229040106","doi":"10.1007/s10984-022-09410-4","title":"What are the key elements of a positive learning environment? Perspectives from students and faculty","year":2022,"lang":"en","type":"article","venue":"Learning Environments Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":154,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University","funders":"","keywords":"Sociology of Education; Psychology; Learning environment; Educational technology; Session (web analytics); Pedagogy; Cooperative learning; Experiential learning; Focus group; Mathematics education; Teaching method; Sociology","score_opus":0.18759968014455097,"score_gpt":0.4972590229945517,"score_spread":0.30965934285000074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229040106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99160004,0.0015492346,0.000018810413,0.005223606,0.00007237036,0.0005279641,0.000014002259,0.000020785932,0.000973188],"genre_scores_gemma":[0.9813608,0.003192329,0.0001589361,0.000041976265,0.00006417445,0.000101110316,0.000035795994,0.000023595909,0.015021298],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9860192,0.008934991,0.00024623433,0.0004852378,0.0038809285,0.00043343814],"domain_scores_gemma":[0.9979129,0.0013830143,0.00035173216,0.00022189286,0.000024519024,0.000105956984],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008792987,0.00012684474,0.00016990236,0.00012836333,0.00395175,0.00031486363,0.0007181747,0.000052097195,0.002037741],"category_scores_gemma":[0.0013539576,0.000116089665,0.000051564457,0.00018990226,0.0007516802,0.0006397571,0.0013206901,0.0017823762,0.00008401212],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012968345,0.00052095455,0.6344949,0.0000053567533,0.00025916944,0.000011231383,0.34284088,0.005680359,0.001744232,0.00049305626,0.00018491305,0.013635284],"study_design_scores_gemma":[0.0004164103,0.00020291646,0.30474648,0.000022811228,0.000023445229,4.3517093e-7,0.52874434,0.0001432205,0.00004663855,0.00019525389,0.16534363,0.000114402785],"about_ca_topic_score_codex":0.002202624,"about_ca_topic_score_gemma":0.00004455675,"teacher_disagreement_score":0.3297484,"about_ca_system_score_codex":0.00057558063,"about_ca_system_score_gemma":0.000043893575,"threshold_uncertainty_score":0.99887455},"labels":[],"label_agreement":null},{"id":"W4230917810","doi":"10.3410/f.717960194.793465010","title":"Faculty Opinions recommendation of Input-specific control of reward and aversion in the ventral tegmental area.","year":2012,"lang":"en","type":"dataset","venue":"Faculty Opinions – Post-Publication Peer Review of the Biomedical Literature","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Ventral tegmental area; Control (management); Psychology; Computer science; Neuroscience; Artificial intelligence; Dopamine","score_opus":0.09290080762304048,"score_gpt":0.4250126169613371,"score_spread":0.3321118093382966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230917810","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000065076297,0.001467572,0.000016043894,0.2600676,0.000551669,0.0011476902,0.7366415,0.000010237209,0.00009110688],"genre_scores_gemma":[0.0008257557,0.0011679471,0.00027018719,0.0021520643,0.00024090616,0.000089770125,0.99508303,0.000010107983,0.00016019847],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99363714,0.002423286,0.0012709192,0.00037851487,0.0019857793,0.00030436687],"domain_scores_gemma":[0.9943327,0.00070975523,0.002036642,0.000754546,0.001972746,0.00019364315],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0077928286,0.00028715644,0.00063176407,0.00028852114,0.00035902442,0.000113641145,0.0013923391,0.0004781534,0.0006104704],"category_scores_gemma":[0.011388307,0.00017564732,0.0003044807,0.0012528753,0.0006661285,0.0006356523,0.0002119801,0.00094942446,0.000015629837],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019209676,0.00037797994,0.00009083434,0.0011808728,0.000052885778,8.232193e-8,0.0026309255,1.01140415e-7,0.0000013694506,0.0008827391,0.992647,0.002116011],"study_design_scores_gemma":[0.00066012057,0.00007679829,0.0050233873,0.003714448,0.00013330807,0.0000066678604,0.00067171047,0.0000027679264,0.0000021897374,0.000033133187,0.98951507,0.00016042098],"about_ca_topic_score_codex":0.00038610332,"about_ca_topic_score_gemma":0.00004926117,"teacher_disagreement_score":0.2584415,"about_ca_system_score_codex":0.00015127247,"about_ca_system_score_gemma":0.00044503258,"threshold_uncertainty_score":0.9969392},"labels":[],"label_agreement":null},{"id":"W4231990379","doi":"10.1108/s2055-364120140000001029","title":"List of Contributors","year":2014,"lang":"en","type":"other","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.08212142054717979,"score_gpt":0.4531336853318238,"score_spread":0.371012264784644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231990379","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008687732,0.00013281703,0.0002684924,0.0025638586,0.00043121813,0.0001156783,0.0000050974495,0.00014170815,0.99633247],"genre_scores_gemma":[0.004939342,0.000059857186,0.00072296645,0.00013213322,0.0004318538,0.0000020924483,0.000004433241,0.000054469616,0.9936529],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99893457,0.00039977234,0.00010601821,0.00009255701,0.00037823597,0.00008882867],"domain_scores_gemma":[0.9991508,0.00029816333,0.00034049156,0.0001310704,0.00004227338,0.000037178448],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016829644,0.00005515107,0.00014539593,0.00007677395,0.00005460804,0.000019685775,0.00020167782,0.00015896645,0.04639986],"category_scores_gemma":[0.0020425655,0.00004900863,0.00003990399,0.00005241953,0.00014041505,0.000033122553,0.000015578737,0.00008006602,0.00043044848],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.602315e-7,0.000009201611,0.000297953,0.000007148227,0.0000147814,6.313237e-8,0.00032103277,7.16511e-8,0.0000014855729,0.12200181,0.87636256,0.0009833112],"study_design_scores_gemma":[0.00005976124,0.0000070938,0.000041631945,0.000028699578,0.00001748389,1.9790427e-8,0.00018580769,0.0000013055994,0.0000031801712,0.00021260206,0.9993843,0.000058159352],"about_ca_topic_score_codex":0.03395267,"about_ca_topic_score_gemma":0.01905631,"teacher_disagreement_score":0.12302168,"about_ca_system_score_codex":0.000021465745,"about_ca_system_score_gemma":0.00011044121,"threshold_uncertainty_score":0.9988434},"labels":[],"label_agreement":null},{"id":"W4232726283","doi":"10.2979/teachlearninqu.1.2.49","title":"The Power of Social Networks: A Model for Weaving the Scholarship of Teaching and Learning into Institutional Culture","year":2013,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University; University of Toronto","funders":"","keywords":"Scholarship of Teaching and Learning; Scholarship; Incentive; Sociology; Weaving; Higher education; Organizational culture; Power (physics); Public relations; Pedagogy; Teaching method; Political science; Engineering; Teaching and learning center","score_opus":0.0856652995967375,"score_gpt":0.41306622583596486,"score_spread":0.32740092623922734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232726283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8766363,0.0015714096,0.0819688,0.035529617,0.000758741,0.00063081057,5.6997067e-7,0.00009960223,0.002804092],"genre_scores_gemma":[0.992007,0.00011484694,0.004495908,0.0002836177,0.0009826412,0.000021946802,0.000001955776,0.000029435334,0.002062605],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98887736,0.008666202,0.00067128526,0.00022429386,0.0010730013,0.0004878779],"domain_scores_gemma":[0.99290806,0.0049198726,0.0014650129,0.0001796986,0.00040770398,0.000119632314],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04102518,0.00020840601,0.00027101111,0.000087526074,0.0258402,0.00091794634,0.0010124797,0.00017646782,0.000025122501],"category_scores_gemma":[0.03175082,0.00010645991,0.00021580231,0.000129938,0.0012532682,0.0013561673,0.00021713063,0.007108224,0.0000031822174],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009144099,0.00005681646,0.005351513,0.00001769783,0.00018878811,4.3793148e-7,0.7213588,0.13791381,0.0005604058,0.06583449,0.0014871389,0.067138664],"study_design_scores_gemma":[0.0011150345,0.00037064558,0.0066711702,0.0004848527,0.00026358117,0.00007096695,0.48754537,0.30980727,0.000009667712,0.022034267,0.17111902,0.0005081536],"about_ca_topic_score_codex":0.0006159143,"about_ca_topic_score_gemma":0.000070497124,"teacher_disagreement_score":0.2338134,"about_ca_system_score_codex":0.00017302667,"about_ca_system_score_gemma":0.00040387808,"threshold_uncertainty_score":0.9951824},"labels":[],"label_agreement":null},{"id":"W4232928473","doi":"10.4324/9780429428593-8","title":"Made to measure: early career academics in the Canadian University workplace","year":2020,"lang":"en","type":"book-chapter","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Measure (data warehouse); Psychology; Sociology; Pedagogy; Computer science; Database","score_opus":0.21913064649944058,"score_gpt":0.34554350414836776,"score_spread":0.12641285764892718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232928473","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000087500826,0.000046353325,0.000015694888,0.18222041,0.00012400931,0.0003625137,0.00001181553,0.00003585017,0.8170959],"genre_scores_gemma":[0.080430895,0.00005135262,0.0004059301,0.0077834274,0.00031756505,0.00000120842,0.0000065548297,0.000020060119,0.910983],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979546,0.00040369228,0.00012796996,0.00027545114,0.0009899933,0.00024829313],"domain_scores_gemma":[0.99887604,0.00040045744,0.00010344623,0.00018843653,0.00010614279,0.00032551025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028579165,0.00013745906,0.00014646987,0.00017530254,0.0005971547,0.0001398205,0.0010047227,0.0004911485,0.00073201477],"category_scores_gemma":[0.0008335744,0.0001275616,0.000059995247,0.00013718873,0.00008639669,0.00022312504,0.000055402437,0.0013048052,0.00071883405],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011586654,0.0000018596994,0.0007814893,0.0000023789348,0.000021254524,0.000028280318,0.032528847,0.000014938801,3.267729e-7,0.9141376,0.05068473,0.0017867171],"study_design_scores_gemma":[0.000052928877,0.0000117717,0.0010974371,0.000028856904,0.000033641085,2.887417e-7,0.0033889865,0.0000019762897,1.1188754e-7,0.0022606773,0.9929559,0.00016739458],"about_ca_topic_score_codex":0.6857815,"about_ca_topic_score_gemma":0.980634,"teacher_disagreement_score":0.9422712,"about_ca_system_score_codex":0.0011181777,"about_ca_system_score_gemma":0.0020452754,"threshold_uncertainty_score":0.9239397},"labels":[],"label_agreement":null},{"id":"W4233159212","doi":"10.22215/etd/2012-06750","title":"Looking for an ounce of prevention : the potential for diagnostic assessment in academic acculturation","year":2012,"lang":"en","type":"dissertation","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Fluid ounce (US); Acculturation; Humanities; Library science; Psychology; Political science; Computer science; Art; Immigration; Law","score_opus":0.1805974975842867,"score_gpt":0.5508176106701167,"score_spread":0.37022011308583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233159212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88342303,0.0009513055,0.058176536,0.00728467,0.00606911,0.0150477,0.00006475637,0.00014235797,0.028840523],"genre_scores_gemma":[0.98815477,0.00013753079,0.002943931,0.000033405242,0.0005339965,0.00076121616,0.0008125194,0.000015181907,0.0066074566],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980694,0.0005585651,0.00043357236,0.00019950996,0.0005399116,0.00019905475],"domain_scores_gemma":[0.99662536,0.0020017745,0.00083696726,0.0001143812,0.0003880451,0.000033476208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005872334,0.00011218535,0.00015914907,0.00007924962,0.00042476133,0.000076450946,0.000305942,0.0002999025,0.00008523929],"category_scores_gemma":[0.005206355,0.00008699609,0.000087147135,0.00010859986,0.000031324886,0.0011637291,0.000008331241,0.00030481632,0.0000016992005],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006666923,0.0011294086,0.0052648135,0.0011259539,0.0002643177,1.6698024e-7,0.17814559,0.0032347662,0.014417576,0.35771742,0.005936495,0.43209678],"study_design_scores_gemma":[0.0030416942,0.0009726862,0.561001,0.0012792988,0.0019787007,7.455618e-7,0.29958403,0.01013246,0.0019629057,0.07595138,0.04279584,0.001299246],"about_ca_topic_score_codex":0.0009803701,"about_ca_topic_score_gemma":0.026671948,"teacher_disagreement_score":0.5557362,"about_ca_system_score_codex":0.00016386664,"about_ca_system_score_gemma":0.0005420077,"threshold_uncertainty_score":0.99108875},"labels":[],"label_agreement":null},{"id":"W4233247877","doi":"10.12806/v12/i2/r1","title":"Business without the Math: Competing Discourses and the Struggle to Develop an Undergraduate Leadership Program","year":2013,"lang":"en","type":"article","venue":"Journal of Leadership Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Liberal arts education; Corporatization; Acknowledgement; Educational leadership; Pedagogy; Sustainability; Political science; Higher education; Sociology; Public relations; Management","score_opus":0.24634685561215794,"score_gpt":0.45163272178632397,"score_spread":0.20528586617416603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233247877","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45767337,0.00034696053,0.00017596928,0.5398878,0.0005583818,0.00053033064,1.3379692e-7,0.0000218552,0.0008052014],"genre_scores_gemma":[0.99022776,0.00002977961,0.0050936276,0.002480528,0.00088310044,0.000044087366,0.00000143599,0.000014120377,0.0012255749],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9967979,0.0017532499,0.00037512384,0.00013147407,0.00067395327,0.00026825312],"domain_scores_gemma":[0.9968756,0.0010406218,0.00068616343,0.00016640036,0.0010781726,0.00015307877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059509138,0.00011431439,0.00016342098,0.000102758786,0.0008652553,0.00083651196,0.00047356286,0.000053560427,0.00003594474],"category_scores_gemma":[0.0056096427,0.000064517924,0.000034049102,0.0005494559,0.000528652,0.0015170822,0.00002315585,0.00037116776,0.000029046012],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001592455,0.00062554784,0.03765261,0.000094501214,0.0001213903,5.6341935e-7,0.45016137,0.00018463522,0.00015869728,0.044542983,0.013871818,0.45242664],"study_design_scores_gemma":[0.0004268047,0.000082642604,0.1448951,0.00019009173,0.000101127516,0.000028842152,0.835105,0.00012486754,0.000020207486,0.0032768196,0.0155903585,0.00015815903],"about_ca_topic_score_codex":0.0015277896,"about_ca_topic_score_gemma":0.0016081348,"teacher_disagreement_score":0.5374073,"about_ca_system_score_codex":0.000107390224,"about_ca_system_score_gemma":0.0013012468,"threshold_uncertainty_score":0.8066504},"labels":[],"label_agreement":null},{"id":"W4233260757","doi":"10.2979/teachlearninqu.3.1.15","title":"Using the Principles of SoTL to Redesign an Advanced Evolutionary Biology Course","year":2015,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Scholarship of Teaching and Learning; Higher education; Mathematics education; Engineering ethics; Teaching method; Biology; Psychology; Engineering; Political science; Teaching and learning center","score_opus":0.461253873398132,"score_gpt":0.5343988017208627,"score_spread":0.07314492832273073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233260757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91881615,0.0006161031,0.043308973,0.03158338,0.0018347632,0.00036465403,0.0000011592053,0.00015724456,0.003317597],"genre_scores_gemma":[0.97516966,0.000024364968,0.02188833,0.00036272028,0.0015157077,0.0000048276643,0.000001942762,0.00003000455,0.0010024416],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.98541677,0.012374065,0.00053496985,0.00024751862,0.00095354434,0.0004731474],"domain_scores_gemma":[0.9964417,0.0014763982,0.0010140387,0.0003663998,0.00041225037,0.0002891698],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033202305,0.00017325251,0.00024229032,0.0001345893,0.004053998,0.0002220418,0.0011951593,0.00011572246,0.00006555317],"category_scores_gemma":[0.014763242,0.00010176646,0.000102250495,0.00023690493,0.0006622178,0.00091626804,0.00017352108,0.0020368143,0.000018635805],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026899166,0.000249985,0.028539458,0.0000051382503,0.00014966789,0.000008056967,0.38249108,0.4751718,0.0055416273,0.070479736,0.0017616994,0.035332765],"study_design_scores_gemma":[0.000920165,0.0009930185,0.009676774,0.00023963617,0.0002407304,0.00024546369,0.32681352,0.015822155,0.00009126504,0.007010379,0.6374292,0.0005177353],"about_ca_topic_score_codex":0.00096453034,"about_ca_topic_score_gemma":0.0000639886,"teacher_disagreement_score":0.63566744,"about_ca_system_score_codex":0.00036999668,"about_ca_system_score_gemma":0.0011139506,"threshold_uncertainty_score":0.99724257},"labels":[],"label_agreement":null},{"id":"W4233323783","doi":"10.2979/teachlearninqu.1.2.9","title":"Conflicts and Configurations in a Liminal Space: SoTL Scholars' Identity Development","year":2013,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Mount Royal University; Brock University","funders":"","keywords":"Liminality; Identity (music); Sociology; Transformational leadership; Scholarship; Discipline; Space (punctuation); Narrative; Epistemology; Psychology; Aesthetics; Social psychology; Anthropology; Social science; Political science; Linguistics; Literature; Art; Philosophy","score_opus":0.13306521639370048,"score_gpt":0.43469127682496617,"score_spread":0.3016260604312657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233323783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94304115,0.00026352025,0.0021561263,0.04969234,0.0005331103,0.00028349477,1.1506071e-7,0.00009884466,0.0039312746],"genre_scores_gemma":[0.99172825,0.000111985864,0.0040045045,0.00047043624,0.00054745795,0.0000177527,0.0000015920441,0.000021155754,0.003096878],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933293,0.0044309585,0.0005101973,0.00024139044,0.0010082198,0.00047996663],"domain_scores_gemma":[0.99762523,0.0012151786,0.0005752082,0.00015556037,0.00020363324,0.00022520215],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018201323,0.00017362613,0.0002039695,0.00024493717,0.005357775,0.0021472382,0.000533707,0.0001223128,0.0005605912],"category_scores_gemma":[0.010541532,0.00012804192,0.00005352464,0.0001862405,0.0003889849,0.0034719387,0.00012654836,0.0035339345,0.00023077472],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003330143,0.00019592403,0.10406427,0.000017174138,0.00012317157,0.000027037086,0.7500662,0.00183241,0.002348972,0.059057023,0.0021402752,0.08009423],"study_design_scores_gemma":[0.0007769823,0.00009082761,0.3264827,0.00025277858,0.000051334624,0.0001521261,0.104556404,0.0008023391,0.000039614803,0.002026801,0.5643766,0.00039149655],"about_ca_topic_score_codex":0.0021439658,"about_ca_topic_score_gemma":0.0006449952,"teacher_disagreement_score":0.6455098,"about_ca_system_score_codex":0.00030878224,"about_ca_system_score_gemma":0.00046714957,"threshold_uncertainty_score":0.9988886},"labels":[],"label_agreement":null},{"id":"W4234004620","doi":"10.1002/bult.2012.1720380403","title":"ASIS&amp;T lecture series features canadian educator","year":2012,"lang":"en","type":"article","venue":"Bulletin of the American Society for Information Science and Technology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Series (stratigraphy); Mathematics education; Computer science; Psychology; Biology","score_opus":0.029075679516217083,"score_gpt":0.35485401053255183,"score_spread":0.32577833101633474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234004620","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45389706,0.00026491957,0.00015041878,0.5275843,0.00059974764,0.0006721811,0.00002727575,0.00012360126,0.016680475],"genre_scores_gemma":[0.9831538,0.000112298374,0.011778599,0.0043811514,0.00006278887,0.00003427963,0.0000017920316,0.000003350256,0.00047192714],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988851,0.000037771944,0.00016164345,0.00008419897,0.00045680124,0.0003745177],"domain_scores_gemma":[0.9986454,0.00013072562,0.00039828586,0.00020852507,0.0005016205,0.0001153977],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0029802131,0.0000704044,0.00011350582,0.00017148528,0.0015982712,0.000083334446,0.0005645187,0.000071822564,0.000037239945],"category_scores_gemma":[0.0040049073,0.000053636886,0.00006965732,0.0012491728,0.0042260843,0.00075912016,0.00008474682,0.00015318848,0.000016989434],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022826714,0.000049701626,0.031009661,0.00004434902,0.00006604318,1.1300716e-8,0.08183813,0.000011631575,0.0005819598,0.29326198,0.3765512,0.21656251],"study_design_scores_gemma":[0.000050042814,0.000021564087,0.007932169,0.000004855887,0.000012423993,0.0000036700096,0.032887395,0.0000012859531,0.00032027342,0.00044612002,0.9582509,0.00006929478],"about_ca_topic_score_codex":0.031553566,"about_ca_topic_score_gemma":0.0041171256,"teacher_disagreement_score":0.58169967,"about_ca_system_score_codex":0.0001691569,"about_ca_system_score_gemma":0.0010652248,"threshold_uncertainty_score":0.9997015},"labels":[],"label_agreement":null},{"id":"W4234705573","doi":"10.2979/teachlearninqu.1.2.35","title":"The Scholarship of Teaching and Learning in an Age of Accountability: Building Bridges","year":2013,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Toronto Metropolitan University","funders":"","keywords":"Accountability; Scholarship; Higher education; Mathematics education; Scholarship of Teaching and Learning; Pedagogy; Sociology; Faculty development; Teaching method; Engineering ethics; Psychology; Professional development; Political science; Teaching and learning center; Engineering; Law","score_opus":0.13213559416969517,"score_gpt":0.4475291016246818,"score_spread":0.3153935074549866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234705573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886962,0.00046595745,0.0007067837,0.008262128,0.00034710698,0.00024996602,1.6116313e-7,0.00007619451,0.0011955055],"genre_scores_gemma":[0.99588484,0.0001388173,0.0028918644,0.00009821937,0.00048831804,0.000006972346,0.0000010050355,0.000033155695,0.00045681972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97455615,0.022556767,0.000858587,0.00028738964,0.0011930933,0.0005480449],"domain_scores_gemma":[0.98998463,0.007983006,0.0013441426,0.00030548393,0.0002300598,0.00015268425],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07910315,0.00020479648,0.00034906287,0.00022858445,0.006897886,0.0011340942,0.0010619493,0.00014081941,0.000051842406],"category_scores_gemma":[0.041797884,0.0001285922,0.00011032389,0.0001748801,0.0009312861,0.002720157,0.00021937233,0.0085444115,0.000005213361],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052295545,0.00011428187,0.46552646,0.000024917237,0.00006030033,0.0000039773126,0.2875447,0.008449242,0.009822739,0.00912994,0.00004552724,0.2192256],"study_design_scores_gemma":[0.0008463663,0.0004695802,0.57497746,0.0007308404,0.00011034524,0.000078077974,0.37291706,0.0045742798,0.00010050756,0.008051669,0.036665544,0.00047826694],"about_ca_topic_score_codex":0.0068599624,"about_ca_topic_score_gemma":0.000555522,"teacher_disagreement_score":0.21874733,"about_ca_system_score_codex":0.0002132919,"about_ca_system_score_gemma":0.0002255135,"threshold_uncertainty_score":0.99990284},"labels":[],"label_agreement":null},{"id":"W4234921807","doi":"10.7287/peerj.3299v0.1/reviews/1","title":"Peer Review #1 of \"Student evaluations of teaching: teaching quantitative courses can be hazardous to one’s career (v0.1)\"","year":2017,"lang":"en","type":"peer-review","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University; Mount Royal University","funders":"","keywords":"Hazardous waste; Mathematics education; Psychology; Computer science; Medical education; Engineering; Medicine; Waste management","score_opus":0.46342523845199624,"score_gpt":0.5919104012765871,"score_spread":0.12848516282459088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234921807","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000047723435,0.06029888,0.00026128377,0.6066883,0.0019088946,0.0028330083,0.00049871294,0.00008139448,0.32738176],"genre_scores_gemma":[0.004160216,0.04950035,0.018041443,0.014313983,0.0006859464,0.00038730475,0.0009379177,0.00011843797,0.9118544],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97840405,0.007330228,0.0019502257,0.0009174418,0.010788825,0.0006092198],"domain_scores_gemma":[0.9804108,0.0031669375,0.0043459428,0.0017634403,0.009937863,0.00037500833],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.060828127,0.0005894293,0.0022081719,0.000407415,0.0016943474,0.00021883773,0.0028467579,0.00035023558,0.0025231107],"category_scores_gemma":[0.17820524,0.00054797065,0.0006770154,0.0002173584,0.0005193979,0.000567896,0.00049399765,0.0019019088,0.00008642619],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005992133,0.0003394303,0.00015228045,0.00790415,0.00041497275,0.0000014026125,0.01861193,0.000011140258,0.000008924853,0.028423205,0.93434674,0.009779854],"study_design_scores_gemma":[0.00018805341,0.00021684958,0.00029818324,0.05872031,0.0022834681,0.0000012740536,0.004428468,0.00000517878,0.000006630837,0.0002205831,0.93309313,0.0005378744],"about_ca_topic_score_codex":0.06179165,"about_ca_topic_score_gemma":0.040052515,"teacher_disagreement_score":0.5923743,"about_ca_system_score_codex":0.0006716577,"about_ca_system_score_gemma":0.0040795426,"threshold_uncertainty_score":0.9996972},"labels":[],"label_agreement":null},{"id":"W4235416066","doi":"10.22329/celt.v2i0.3294","title":"A Message from the President of the STLHE","year":2009,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Pedagogy; Mathematics education","score_opus":0.04272682601688426,"score_gpt":0.3710893131844972,"score_spread":0.32836248716761296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235416066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8058328,0.00030974284,0.00009106568,0.024204265,0.00016199677,0.00024801752,0.0000022466693,0.00010572622,0.16904417],"genre_scores_gemma":[0.99146163,0.00004545425,0.0001757473,0.00036196274,0.00012897796,0.0000043558334,0.0000013630168,0.0000070685187,0.007813462],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99513423,0.0037730485,0.00018077805,0.00018891656,0.0005494268,0.00017361584],"domain_scores_gemma":[0.9966214,0.0028292881,0.00027271072,0.00018205818,0.00005077944,0.00004380051],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.003360316,0.000092879316,0.00012658516,0.00003574814,0.0030190987,0.00017987676,0.00034083409,0.00007016061,0.000096485826],"category_scores_gemma":[0.010083077,0.000056740206,0.000054450993,0.00014803861,0.00013086919,0.000121775076,0.000047389974,0.0009782634,0.0000038071616],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024292874,0.00046100203,0.1454127,0.000014755345,0.00020536727,0.000005077045,0.36760694,0.0037451677,0.0034107463,0.2860416,0.023126118,0.16972761],"study_design_scores_gemma":[0.0014285422,0.00040972646,0.5899689,0.0006124854,0.0002457899,0.000002352887,0.036471743,0.0025127043,0.00034831424,0.017900603,0.3496148,0.00048403838],"about_ca_topic_score_codex":0.0039640116,"about_ca_topic_score_gemma":0.00070940616,"teacher_disagreement_score":0.4445562,"about_ca_system_score_codex":0.000050703056,"about_ca_system_score_gemma":0.00012435466,"threshold_uncertainty_score":0.99827886},"labels":[],"label_agreement":null},{"id":"W4235560292","doi":"10.1108/s2055-364120140000001028","title":"Author Index","year":2014,"lang":"en","type":"paratext","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Index (typography); Library science; Emerald; Humanities; Sociology; Political science; Philosophy; Law; Chemistry","score_opus":0.19153225970075174,"score_gpt":0.5070340819184557,"score_spread":0.31550182221770395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235560292","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003956427,0.00014710485,0.0028154792,0.035976354,0.00522219,0.00018433074,0.0000034077304,0.0000936454,0.95551795],"genre_scores_gemma":[0.01717314,0.00006693858,0.00073186326,0.0010032846,0.002122528,0.000014881642,0.000027500384,0.00001912598,0.9788407],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99716413,0.0012498917,0.00020681196,0.000264585,0.00086713454,0.00024742325],"domain_scores_gemma":[0.99849516,0.0006831238,0.00031199123,0.00025280376,0.00013618663,0.0001207093],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0040676855,0.00012987312,0.00020185263,0.00011574067,0.0005607645,0.0002459533,0.0005119247,0.00044674968,0.11353954],"category_scores_gemma":[0.002062016,0.000120345736,0.000077166136,0.00012285313,0.00014537781,0.00022848847,0.00005621816,0.00050175766,0.11450731],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017551138,0.000010987093,0.0000339998,0.000008098019,0.0000145771355,1.4497597e-7,0.0016171212,0.000017555849,4.6286763e-7,0.018276978,0.9749056,0.0051127383],"study_design_scores_gemma":[0.00005220207,0.000010440521,0.000064854976,0.000019418174,0.000016566913,1.2662547e-7,0.00055274623,0.00004246547,0.0000015201686,0.0004288792,0.99864286,0.00016790781],"about_ca_topic_score_codex":0.0109571675,"about_ca_topic_score_gemma":0.0031614276,"teacher_disagreement_score":0.03497307,"about_ca_system_score_codex":0.000119566845,"about_ca_system_score_gemma":0.00062210945,"threshold_uncertainty_score":0.99562895},"labels":[],"label_agreement":null},{"id":"W4236705551","doi":"10.1024/1010-0652.17.3.159","title":"Comparing Self-Reports to Traces of Studying Behavior as Representations of Students' Studying and Achievement","year":2003,"lang":"de","type":"article","venue":"Zeitschrift für Pädagogische Psychologie","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Psychology; Humanities; Philosophy","score_opus":0.24989041068716095,"score_gpt":0.5197232471472699,"score_spread":0.26983283646010897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236705551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97019064,0.0036253403,0.0002851836,0.0019901968,0.0021587515,0.002616805,0.000009875339,0.00015422834,0.018968984],"genre_scores_gemma":[0.9862842,0.0009999445,0.0115528675,0.00018866714,0.00013357917,0.00019513087,0.000006796618,0.00005020983,0.0005886234],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99041665,0.0028758491,0.002059705,0.0013047585,0.002558452,0.0007845756],"domain_scores_gemma":[0.99449235,0.0014162338,0.0020591104,0.0011181545,0.00051455025,0.00039961294],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0123712495,0.0005044585,0.0010030961,0.0004734452,0.00091640354,0.00029346443,0.000985122,0.00028987,0.00025581743],"category_scores_gemma":[0.005671969,0.00051563466,0.00021417232,0.0010016349,0.00045033637,0.00080080394,0.00047718524,0.000737814,0.00007601847],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073405245,0.0043323133,0.91271824,0.00009357336,0.00077326706,0.00004365943,0.07153273,0.00040071775,0.0022581748,0.005242767,0.00046255253,0.00206859],"study_design_scores_gemma":[0.002343873,0.001484491,0.78280026,0.00036083546,0.0024345473,0.000020365562,0.15222019,0.0000129688915,0.0033896626,0.0001657938,0.053808745,0.0009582448],"about_ca_topic_score_codex":0.0018193753,"about_ca_topic_score_gemma":0.00026487588,"teacher_disagreement_score":0.12991796,"about_ca_system_score_codex":0.0000434689,"about_ca_system_score_gemma":0.000335008,"threshold_uncertainty_score":0.9997295},"labels":[],"label_agreement":null},{"id":"W4241504973","doi":"10.20343/9.1.6","title":"SoTL in the Margins: Teaching-Focused Role Case Studies","year":2021,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Brock University","funders":"Brock University; University of Wollongong; Kennesaw State University","keywords":"Scholarship; Excellence; Scholarship of Teaching and Learning; Sociology; Casual; Teaching and learning center; Higher education; Pedagogy; Teaching method; Political science; Medical education; Medicine","score_opus":0.20008526636742657,"score_gpt":0.4817888717573005,"score_spread":0.28170360538987393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241504973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8566262,0.0032532604,0.0005966697,0.12451163,0.00173336,0.0002723242,7.135996e-7,0.00019491807,0.012810938],"genre_scores_gemma":[0.98856854,0.00041272867,0.0024991564,0.0019005911,0.0026242358,0.000017070064,0.0000022660452,0.000046379115,0.00392903],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9709696,0.025505656,0.00073566317,0.00040235106,0.0016092652,0.00077743025],"domain_scores_gemma":[0.9914025,0.006863039,0.0008338793,0.00050185726,0.00025295437,0.00014574126],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05683692,0.00029927323,0.00039278177,0.0002107817,0.011191025,0.0013899499,0.0011833444,0.00015196245,0.00020009768],"category_scores_gemma":[0.039049342,0.00017500037,0.00023844573,0.0003498242,0.0005618575,0.001217018,0.0002553991,0.008409552,0.00009439193],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036046767,0.00024663907,0.009464324,0.000012715578,0.00022278681,0.00293605,0.8886576,0.004629569,0.00018928575,0.024352178,0.0074444166,0.06180836],"study_design_scores_gemma":[0.0005248422,0.00008151863,0.0018787185,0.00015520742,0.00011906683,0.004544474,0.5811295,0.00042760803,0.000007797044,0.0032965154,0.40756923,0.00026554603],"about_ca_topic_score_codex":0.0015446657,"about_ca_topic_score_gemma":0.00137363,"teacher_disagreement_score":0.4001248,"about_ca_system_score_codex":0.00048760753,"about_ca_system_score_gemma":0.000575534,"threshold_uncertainty_score":0.9996467},"labels":[],"label_agreement":null},{"id":"W4242046364","doi":"10.2979/teachlearninqu.1.1.81","title":"Faculty Learning Processes: A Model for Moving from Scholarly Teaching to the Scholarship of Teaching and Learning","year":2013,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Douglas College; Vancouver Island University","funders":"","keywords":"Scholarship; Scholarship of Teaching and Learning; Teaching and learning center; Faculty development; Psychology; Mathematics education; Pedagogy; Relation (database); Teaching method; Sociology; Professional development; Computer science; Political science","score_opus":0.17979619181459477,"score_gpt":0.43806422108170523,"score_spread":0.25826802926711045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242046364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85899264,0.0004653433,0.10858219,0.028535994,0.00043025438,0.00095495366,0.000003324335,0.00034029808,0.0016950176],"genre_scores_gemma":[0.94773537,0.00005264848,0.044296093,0.0008309664,0.0016761746,0.00008363504,0.00001539914,0.00012065778,0.005189066],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97816366,0.016830644,0.0011408373,0.00072577846,0.0020251113,0.0011139545],"domain_scores_gemma":[0.9862726,0.010076854,0.0019789783,0.00041304843,0.00080189673,0.0004566248],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06622857,0.0005041922,0.00060238276,0.00037139124,0.025940416,0.005386127,0.0019577832,0.00029637598,0.00006707552],"category_scores_gemma":[0.15275536,0.00032917914,0.00025744032,0.00027599468,0.00039080856,0.006573845,0.0005335213,0.020418422,0.00005023066],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008618684,0.0000950721,0.026500784,0.00005292541,0.00022190611,0.000001938839,0.6020364,0.22867657,0.002458065,0.0027516887,0.0008493748,0.13626906],"study_design_scores_gemma":[0.0018372845,0.00074539596,0.011599583,0.0019135522,0.00056927284,0.000087875465,0.51178795,0.22461775,0.00005631731,0.009005093,0.23637839,0.0014015454],"about_ca_topic_score_codex":0.0063451394,"about_ca_topic_score_gemma":0.00027541257,"teacher_disagreement_score":0.235529,"about_ca_system_score_codex":0.00039212516,"about_ca_system_score_gemma":0.0006820181,"threshold_uncertainty_score":0.999916},"labels":[],"label_agreement":null},{"id":"W4245974983","doi":"10.47678/cjhe.v50i1.188519","title":"Teaching excellence and how it is awarded: A Canadian case study","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Excellence; Scholarship; Operationalization; Higher education; Curriculum; Scholarship of Teaching and Learning; Pedagogy; Teaching method; Psychology; Quality (philosophy); Medical education; Teaching and learning center; Political science; Sociology; Medicine","score_opus":0.1434856558136091,"score_gpt":0.4303682044007709,"score_spread":0.2868825485871618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245974983","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4684541,0.00070215715,0.0000062439667,0.5251601,0.00092719216,0.00015381377,0.0000031173129,0.0000046647,0.0045886305],"genre_scores_gemma":[0.97995174,0.000011713552,0.00042809395,0.011335636,0.0009904769,0.000002861309,5.731143e-7,0.000010192731,0.007268704],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985285,0.0006119381,0.00017950613,0.00014622558,0.00028363397,0.00025023497],"domain_scores_gemma":[0.9976193,0.00013121916,0.00025864504,0.00009404581,0.00025936705,0.0016374588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015434151,0.000087532535,0.00012235386,0.0002498492,0.0010338475,0.00037329094,0.00022608,0.000057682242,0.0006055048],"category_scores_gemma":[0.0008030879,0.00009252398,0.000031881347,0.00016778435,0.00008021062,0.0007459311,0.0000056866534,0.00038732216,0.000013874482],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003491542,0.00003601801,0.105524436,0.000012842043,0.000050873732,0.0006086991,0.41957507,0.000004914511,0.0000072549637,0.0015257465,0.46335357,0.009297099],"study_design_scores_gemma":[0.000114173825,0.0000843104,0.005102327,0.000019254108,0.00005254441,0.00015963873,0.14364725,0.000005100588,8.4690134e-7,0.00013434647,0.8505791,0.00010113876],"about_ca_topic_score_codex":0.9295459,"about_ca_topic_score_gemma":0.951787,"teacher_disagreement_score":0.51382446,"about_ca_system_score_codex":0.000556452,"about_ca_system_score_gemma":0.013718029,"threshold_uncertainty_score":0.99187326},"labels":[],"label_agreement":null},{"id":"W4247646857","doi":"10.33423/jhetp.v21i4.4224","title":"Exploring Student Perceptions of Video-Based Feedback in Higher Education: A Systematic Review of the Literature","year":2021,"lang":"en","type":"review","venue":"Journal of Higher Education Theory and Practice","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Video feedback; Perception; Peer feedback; Systematic review; Psychology; Quality (philosophy); Higher education; Process (computing); Multimedia; Medical education; Computer science; Pedagogy; Medicine; MEDLINE","score_opus":0.25310793837499523,"score_gpt":0.5267579481788728,"score_spread":0.27365000980387755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247646857","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042134332,0.9785865,0.0000018914567,0.01289641,0.003247985,0.0009026432,0.0000039322717,0.0000039482893,0.0043145344],"genre_scores_gemma":[0.00058657315,0.9898665,0.00046944205,0.0012073168,0.00060315133,0.00013525502,0.000006565973,0.000019527111,0.0071057],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97495943,0.022051083,0.0017350835,0.0001931391,0.0009370585,0.00012420707],"domain_scores_gemma":[0.98081195,0.010668642,0.006378858,0.00046101524,0.0015845965,0.00009490753],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018894373,0.00022066414,0.0013421215,0.0003031247,0.00020556437,0.0001492909,0.0005920448,0.00015364618,0.0010190845],"category_scores_gemma":[0.011639473,0.00014772605,0.00043492994,0.0011043075,0.00014059975,0.0016860936,0.00004988642,0.00088794413,0.00000548879],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042257885,0.0019706273,0.000035429413,0.81862664,0.00047252336,0.0000022756544,0.01775788,0.000003042619,9.8877e-7,0.13102262,0.0030687365,0.026997002],"study_design_scores_gemma":[0.000058952963,0.0000219456,0.0001404154,0.46829784,0.002684054,0.000037472437,0.006318613,5.234531e-9,1.4935783e-7,0.00030498827,0.5220427,0.00009286947],"about_ca_topic_score_codex":0.000028480817,"about_ca_topic_score_gemma":0.0000035275134,"teacher_disagreement_score":0.51897395,"about_ca_system_score_codex":0.00030095145,"about_ca_system_score_gemma":0.0055303997,"threshold_uncertainty_score":0.99989414},"labels":[],"label_agreement":null},{"id":"W4248451295","doi":"10.1002/tl.20107","title":"Foreword","year":2014,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia","funders":"","keywords":"Multidisciplinary approach; Institution; Scholarship; Scholarship of Teaching and Learning; Sociology; Work (physics); Relevance (law); Engineering ethics; Pedagogy; Public relations; Political science; Teaching method; Social science; Teaching and learning center; Engineering","score_opus":0.06392503210012396,"score_gpt":0.41388064314504175,"score_spread":0.3499556110449178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248451295","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3479922,0.00039740332,0.26067722,0.033747382,0.0015138392,0.0004906287,0.0000014698544,0.0014415608,0.35373828],"genre_scores_gemma":[0.8827592,0.00002278637,0.027324542,0.00018062565,0.0008195583,0.000014934663,0.0000031770849,0.00001439573,0.088860765],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981008,0.0012838928,0.000105229505,0.0001701763,0.00016010136,0.00017976073],"domain_scores_gemma":[0.9976451,0.0020577898,0.00009281556,0.000068518566,0.000031489017,0.00010431736],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.006226496,0.0000636968,0.0000849519,0.000086524145,0.00476528,0.000115865805,0.00007535357,0.00005823177,0.000046760604],"category_scores_gemma":[0.015624707,0.00006665174,0.00004472335,0.00006624819,0.00006161759,0.00031142507,0.000013964103,0.0006380492,0.000013400619],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069941116,0.000015554633,0.0029300472,0.0000050144054,0.000012896927,3.0346158e-8,0.028540658,0.0002906174,0.000041784315,0.09641961,0.003924481,0.86781234],"study_design_scores_gemma":[0.00018246654,0.000053804186,0.0013883756,0.000015777438,0.000024356705,9.183437e-7,0.004890412,0.0032529219,0.0000030443343,0.0018740052,0.98822695,0.00008694318],"about_ca_topic_score_codex":0.0073563145,"about_ca_topic_score_gemma":0.0010648895,"teacher_disagreement_score":0.9843025,"about_ca_system_score_codex":0.00003685561,"about_ca_system_score_gemma":0.00005047784,"threshold_uncertainty_score":0.9992538},"labels":[],"label_agreement":null},{"id":"W4248768289","doi":"10.2979/teachlearninqu.1.2.105","title":"Completing the Research Cycle: A Framework for Promoting Dissemination of Undergraduate Research and Inquiry","year":2013,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; McMaster University","funders":"","keywords":"Dissemination; Undergraduate research; Promotion (chess); Curriculum; Information Dissemination; Autonomy; Public relations; Medical education; Political science; Psychology; Pedagogy; Computer science; Medicine; World Wide Web","score_opus":0.3336241745171827,"score_gpt":0.5590805826726595,"score_spread":0.2254564081554768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248768289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7552188,0.00032326693,0.010111931,0.23154652,0.0005310244,0.0010188753,4.384328e-7,0.00007744801,0.0011716667],"genre_scores_gemma":[0.98921996,0.00012757613,0.007368269,0.000072479386,0.002000767,0.00006546949,0.0000017217732,0.00004266756,0.0011010807],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97745025,0.018219702,0.0006351772,0.00033267518,0.0024659303,0.00089624536],"domain_scores_gemma":[0.9515717,0.045665447,0.0008208912,0.00033674523,0.0014333959,0.00017184134],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12708491,0.00015811744,0.00023779935,0.00033954892,0.015842225,0.0015967232,0.001144749,0.0001622369,0.00006248489],"category_scores_gemma":[0.11660097,0.00009392733,0.00009011447,0.00055155205,0.002211978,0.00095018157,0.00036114638,0.0070449403,0.000025153064],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055035176,0.00014372384,0.008609396,0.00006342967,0.00009701676,0.0000017229343,0.61974806,0.0006559874,0.0013579848,0.23185007,0.0055088033,0.13190879],"study_design_scores_gemma":[0.00036050673,0.0006410091,0.011130482,0.0018348257,0.000054680786,0.000062638275,0.42943197,0.010600101,0.00009201555,0.5052987,0.040186565,0.00030655405],"about_ca_topic_score_codex":0.0013650242,"about_ca_topic_score_gemma":0.00005469573,"teacher_disagreement_score":0.2734486,"about_ca_system_score_codex":0.0002638948,"about_ca_system_score_gemma":0.00027943007,"threshold_uncertainty_score":0.9994397},"labels":[],"label_agreement":null},{"id":"W4249073574","doi":"10.26522/brocked.v24i1.444","title":"Editorial","year":2015,"lang":"en","type":"editorial","venue":"Brock Education Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociology; Psychology; Psychoanalysis","score_opus":0.06780351951372197,"score_gpt":0.46891842675971196,"score_spread":0.40111490724598997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249073574","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009580817,0.0007165574,0.000027565191,0.0038402793,0.956504,0.00015927237,0.000010234898,0.000070527276,0.038661987],"genre_scores_gemma":[0.000012405019,0.0005460903,0.00069941307,0.00007780365,0.9234618,0.000016483202,0.00008035209,0.000036134345,0.07506953],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99271506,0.0016229233,0.0005121139,0.00026225418,0.0045384713,0.0003491794],"domain_scores_gemma":[0.9912283,0.001329059,0.0012918469,0.00024695974,0.0051214555,0.00078242284],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004976617,0.00020494322,0.00025477482,0.00027066187,0.0013682179,0.00111324,0.00085909606,0.0010144169,0.0011046173],"category_scores_gemma":[0.08155397,0.00021239395,0.00013058573,0.00021098692,0.00009601627,0.0010818806,0.000048828006,0.0025833833,0.00071228796],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002063568,0.000120449564,0.00001045297,0.000007171046,0.000027210916,2.5955163e-7,0.0041331155,0.0000038409144,9.715221e-7,0.00014863974,0.9906248,0.00490244],"study_design_scores_gemma":[0.00023388455,0.000042129377,0.0000033800443,0.00008386527,0.000085268286,0.0000030373976,0.004787369,2.3074932e-7,2.0858536e-7,0.00373694,0.9907924,0.00023129208],"about_ca_topic_score_codex":0.0010145725,"about_ca_topic_score_gemma":0.0003736496,"teacher_disagreement_score":0.07657736,"about_ca_system_score_codex":0.0013746581,"about_ca_system_score_gemma":0.062961854,"threshold_uncertainty_score":0.9999319},"labels":[],"label_agreement":null},{"id":"W4250003290","doi":"10.18260/1-2--32719","title":"Engaging Graduate Students with an Images of Research Competition","year":2020,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Competition (biology); CLARITY; Voting; Appeal; Originality; General partnership; Online community; Graduate students; Computer science; Public relations; Medical education; Psychology; Sociology; Pedagogy; Political science; World Wide Web; Qualitative research; Politics","score_opus":0.5835108829041523,"score_gpt":0.6018642862970897,"score_spread":0.01835340339293734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250003290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8877799,0.000009866895,0.0006281532,0.041270975,0.000030636922,0.00020671787,0.0000010992127,0.000093768904,0.069978915],"genre_scores_gemma":[0.9953506,0.000018510957,0.003835955,0.0001887262,0.00008968926,0.0000039185948,0.0000021759733,0.0000047769468,0.00050564524],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9963049,0.0017660139,0.000099578465,0.00013842879,0.0015574741,0.000133563],"domain_scores_gemma":[0.99899215,0.00044502044,0.00006485814,0.00008299308,0.00031956952,0.00009540965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060754744,0.000034659137,0.00006531014,0.000050384915,0.00045401175,0.000115103256,0.00029883216,0.000016429338,0.00030677326],"category_scores_gemma":[0.0011932241,0.000028837678,0.000010468657,0.000273628,0.00023751748,0.0006410165,0.00004735904,0.00022978825,0.000043055512],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033897933,0.00077301107,0.30057183,0.000106326894,0.00010592925,0.000016858747,0.38943365,0.00026904265,0.0048666312,0.28425625,0.0050047333,0.014256762],"study_design_scores_gemma":[0.002210311,0.0024579593,0.26089382,0.00020196984,0.000077509096,0.0000013543748,0.6790704,0.0012632315,0.009935794,0.0072312714,0.036103368,0.00055297057],"about_ca_topic_score_codex":0.0035658956,"about_ca_topic_score_gemma":0.0007375045,"teacher_disagreement_score":0.2896368,"about_ca_system_score_codex":0.000024952855,"about_ca_system_score_gemma":0.00009702162,"threshold_uncertainty_score":0.5390591},"labels":[],"label_agreement":null},{"id":"W4252090137","doi":"10.1016/s0828-282x(09)70488-x","title":"Teaching and learning","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Medical education","score_opus":0.06540507203095068,"score_gpt":0.3845867429146863,"score_spread":0.3191816708837356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252090137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49797848,0.001161234,0.0017664672,0.07465484,0.0007509525,0.000058850186,5.159524e-7,0.000013466377,0.4236152],"genre_scores_gemma":[0.996941,0.00003251732,0.0008225942,0.00043795272,0.0009682176,8.952492e-8,1.5737353e-7,0.000002298394,0.0007951742],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977381,0.0018015817,0.00013352936,0.00005173796,0.000105493615,0.00016952079],"domain_scores_gemma":[0.9990997,0.0003266214,0.00014447412,0.00003546701,0.00008779863,0.0003059541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056083654,0.000037007056,0.00013314179,0.00014879095,0.0007647375,0.000048797654,0.00011785353,0.000061856095,0.000017187751],"category_scores_gemma":[0.005263463,0.000036372254,0.000040872448,0.00003669796,0.000113240036,0.00023378975,0.0000022843058,0.0006903896,0.000004192459],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001588456,0.0000014567438,0.06310262,0.0000028565955,0.00009162044,0.0001421647,0.046421856,0.0032735646,0.00017725218,0.09069692,0.015011172,0.7810626],"study_design_scores_gemma":[0.000095914846,0.0000995122,0.029072426,0.0000076042497,0.000018717314,0.00007429554,0.0033682783,0.000006024938,5.933094e-7,0.0025370284,0.9646746,0.000044990844],"about_ca_topic_score_codex":0.010183976,"about_ca_topic_score_gemma":0.005704608,"teacher_disagreement_score":0.94966346,"about_ca_system_score_codex":0.00008326409,"about_ca_system_score_gemma":0.0007318423,"threshold_uncertainty_score":0.9964073},"labels":[],"label_agreement":null},{"id":"W4252438494","doi":"10.26522/brocked.v24i1.447","title":"Fight or Flight: An Account of a Professor’s First Year Obsession","year":2015,"lang":"en","type":"article","venue":"Brock Education Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Service (business); Sociology; Personal account; Psychology; Art; Political science; Law; Literature; Narrative","score_opus":0.2295433332820192,"score_gpt":0.49541890266029753,"score_spread":0.26587556937827833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252438494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9179815,0.00043830325,0.00035812217,0.047608886,0.006794048,0.00044901043,0.0000032791327,0.00007643566,0.026290413],"genre_scores_gemma":[0.96164346,0.00012082359,0.0071337502,0.00035614986,0.0018739064,0.0000147602395,0.000006162635,0.000015387239,0.028835608],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99805945,0.0005979911,0.00030074402,0.00011352795,0.00077404245,0.0001542416],"domain_scores_gemma":[0.9980157,0.00015124655,0.00053874886,0.00014496432,0.00080041087,0.00034892504],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015993345,0.00007034699,0.00010586889,0.00012334804,0.00060526264,0.00015992306,0.00032384286,0.00007713066,0.0013522734],"category_scores_gemma":[0.004658445,0.000054124408,0.000035302717,0.0002151708,0.000045570272,0.001458524,0.000022720516,0.00023422808,0.00009592093],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002770505,0.0016975037,0.046389744,0.00004091974,0.00004114051,0.000001662013,0.17236128,0.00009675453,0.00024897145,0.008001817,0.74932384,0.021519287],"study_design_scores_gemma":[0.00040011154,0.00014482006,0.012982074,0.00014569618,0.000033919205,0.00002314723,0.09566611,0.000014384908,0.00011986809,0.003356772,0.88697636,0.00013676123],"about_ca_topic_score_codex":0.00026056307,"about_ca_topic_score_gemma":0.00084663613,"teacher_disagreement_score":0.13765247,"about_ca_system_score_codex":0.0002300437,"about_ca_system_score_gemma":0.0055061053,"threshold_uncertainty_score":0.99956065},"labels":[],"label_agreement":null},{"id":"W4252687559","doi":"10.47678/cjhe.v49i1.188275","title":"“Somebody has to teach the ‘broccoli’ course”: Administrators Navigating Student Evaluations of Teaching (SET)","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Set (abstract data type); Mathematics education; Qualitative research; Process (computing); Teaching method; Higher education; Medical education; Psychology; Evaluation methods; Course evaluation; Course (navigation); Pedagogy; Computer science; Sociology; Political science; Engineering; Medicine","score_opus":0.09620578246036464,"score_gpt":0.5025292359798134,"score_spread":0.4063234535194487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252687559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92252535,0.0007766009,0.000016765074,0.06343596,0.0031094444,0.00044705876,0.000004487084,0.0000072067487,0.009677142],"genre_scores_gemma":[0.9919294,0.0000035571,0.0007807272,0.0009694514,0.000695586,0.000010923414,0.000004253744,0.000013923875,0.00559215],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971327,0.0011098497,0.0005240275,0.00013662192,0.000830599,0.0002662125],"domain_scores_gemma":[0.99730194,0.0005063086,0.0007941913,0.00024097334,0.0006822415,0.00047433085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058609587,0.00010277036,0.00017259765,0.00016854837,0.0009603861,0.00029055428,0.00063138705,0.0000702185,0.0008528903],"category_scores_gemma":[0.0012316201,0.00008755721,0.000083335486,0.0002887119,0.00013675474,0.0005398966,0.000012253499,0.00060462713,0.00007903769],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014836085,0.0003027925,0.58612746,0.000028974926,0.00018755521,0.000002370768,0.24919038,0.0010801951,0.00064426224,0.059280325,0.091110274,0.012030583],"study_design_scores_gemma":[0.00020180455,0.00017756484,0.29971826,0.000270005,0.00015334737,0.0000082882625,0.06779088,0.0000062694508,0.00004048381,0.00090256304,0.6305707,0.00015980651],"about_ca_topic_score_codex":0.014772575,"about_ca_topic_score_gemma":0.01905337,"teacher_disagreement_score":0.5394605,"about_ca_system_score_codex":0.0006119495,"about_ca_system_score_gemma":0.014361282,"threshold_uncertainty_score":0.99884635},"labels":[],"label_agreement":null},{"id":"W4253415889","doi":"10.1024//1010-0652.17.3.159","title":"Comparing Self-Reports to Traces of Studying Behavior as Representations of Students' Studying and Achievement","year":2003,"lang":"de","type":"article","venue":"Zeitschrift für Pädagogische Psychologie","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Psychology; Humanities; Philosophy","score_opus":0.24989041068716095,"score_gpt":0.5197232471472699,"score_spread":0.26983283646010897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253415889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97019064,0.0036253403,0.0002851836,0.0019901968,0.0021587515,0.002616805,0.000009875339,0.00015422834,0.018968984],"genre_scores_gemma":[0.9862842,0.0009999445,0.0115528675,0.00018866714,0.00013357917,0.00019513087,0.000006796618,0.00005020983,0.0005886234],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99041665,0.0028758491,0.002059705,0.0013047585,0.002558452,0.0007845756],"domain_scores_gemma":[0.99449235,0.0014162338,0.0020591104,0.0011181545,0.00051455025,0.00039961294],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0123712495,0.0005044585,0.0010030961,0.0004734452,0.00091640354,0.00029346443,0.000985122,0.00028987,0.00025581743],"category_scores_gemma":[0.005671969,0.00051563466,0.00021417232,0.0010016349,0.00045033637,0.00080080394,0.00047718524,0.000737814,0.00007601847],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073405245,0.0043323133,0.91271824,0.00009357336,0.00077326706,0.00004365943,0.07153273,0.00040071775,0.0022581748,0.005242767,0.00046255253,0.00206859],"study_design_scores_gemma":[0.002343873,0.001484491,0.78280026,0.00036083546,0.0024345473,0.000020365562,0.15222019,0.0000129688915,0.0033896626,0.0001657938,0.053808745,0.0009582448],"about_ca_topic_score_codex":0.0018193753,"about_ca_topic_score_gemma":0.00026487588,"teacher_disagreement_score":0.12991796,"about_ca_system_score_codex":0.0000434689,"about_ca_system_score_gemma":0.000335008,"threshold_uncertainty_score":0.9997295},"labels":[],"label_agreement":null},{"id":"W4253847896","doi":"10.1007/978-981-10-6858-4_19","title":"Creating an Intentional Career Path: The Journey from Graduate Teaching Associate to Educational Developer","year":2018,"lang":"en","type":"book-chapter","venue":"University development and administration","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Career path; Graduate students; Graduate education; Path (computing); Work (physics); Field (mathematics); Ethnography; Pedagogy; Sociology; Mathematics education; Psychology; Medical education; Computer science; Engineering; Medicine; Engineering management","score_opus":0.193238588875567,"score_gpt":0.3669304223684287,"score_spread":0.1736918334928617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253847896","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20290013,0.00004749016,0.00061047473,0.032994024,0.0008721384,0.0006152302,0.00008148999,0.000103557766,0.7617755],"genre_scores_gemma":[0.22213377,0.000032772252,0.022756362,0.00043320263,0.00085734756,0.0000020558352,0.0007716891,0.000023095341,0.7529897],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820864,0.00026738734,0.00023571636,0.00034985214,0.0007667225,0.00017165326],"domain_scores_gemma":[0.9985688,0.00038897587,0.00035852482,0.00011155709,0.0003962049,0.00017597676],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015735454,0.00018134805,0.00014126714,0.00012295057,0.0029127249,0.00032515524,0.0003032559,0.00017301583,0.0010851745],"category_scores_gemma":[0.0005812242,0.00017722404,0.00004214168,0.000035443732,0.00013914287,0.00063239114,0.00009402453,0.00039586765,0.00013584783],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011128105,0.00011267938,0.00234717,0.00001279194,0.0003941919,0.000012847246,0.30382872,0.0000031618554,0.000024283088,0.64341766,0.021299478,0.028435782],"study_design_scores_gemma":[0.00018103809,0.00005848332,0.01672752,0.00019224401,0.000112192945,0.000001691238,0.021337353,0.000013986908,0.000013100251,0.008182183,0.9527434,0.00043678208],"about_ca_topic_score_codex":0.00058261596,"about_ca_topic_score_gemma":0.0068073994,"teacher_disagreement_score":0.9314439,"about_ca_system_score_codex":0.00048929214,"about_ca_system_score_gemma":0.0020519535,"threshold_uncertainty_score":0.999828},"labels":[],"label_agreement":null},{"id":"W4254083652","doi":"10.47678/cjhe.v49i3.188493","title":"Perceptions of Institutional Teaching Culture by Tenured, Tenure-track, and Sessional Faculty","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Windsor; Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Perception; Medical education; Higher education; University faculty; Organizational culture; Psychology; Faculty development; Quality (philosophy); Medicine; Political science; Public relations; Professional development","score_opus":0.03950053411928715,"score_gpt":0.41429496188674525,"score_spread":0.3747944277674581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254083652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9606505,0.0016800842,0.000025946612,0.018331287,0.0018502979,0.000140421,0.00004407318,0.0000059046138,0.01727151],"genre_scores_gemma":[0.97379625,0.000031973355,0.0018350118,0.00039769482,0.00038663347,0.0000017834626,0.000033893128,0.000005353749,0.023511408],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99888307,0.00025739725,0.0002499237,0.000098272416,0.00037008722,0.00014124498],"domain_scores_gemma":[0.99882025,0.00006990461,0.000355034,0.000069763526,0.00035823788,0.0003268292],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009380189,0.00007073243,0.00011461041,0.0001620315,0.0005171578,0.00008106866,0.0001473336,0.0000975859,0.001134812],"category_scores_gemma":[0.00036054355,0.00006212276,0.000046853715,0.000104777006,0.00016981663,0.00083673047,0.0000048317634,0.0003528333,0.000020396561],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000138565065,0.00018333993,0.43453896,0.00003769123,0.00006789652,0.0000017365111,0.037866842,0.000108521665,0.0038208493,0.06282567,0.45200938,0.008525251],"study_design_scores_gemma":[0.00014091193,0.000032674616,0.22113213,0.00008937777,0.000028843477,0.000017602542,0.004435941,0.0000020948191,0.000010305371,0.00054530054,0.7734923,0.00007250677],"about_ca_topic_score_codex":0.011838261,"about_ca_topic_score_gemma":0.0047481684,"teacher_disagreement_score":0.32148293,"about_ca_system_score_codex":0.00028021244,"about_ca_system_score_gemma":0.004126853,"threshold_uncertainty_score":0.9997783},"labels":[],"label_agreement":null},{"id":"W4256199262","doi":"10.53761/1.13.3.3","title":"Academic Literacies as Cornerstones in Course Design: A Partnership to Develop Programming for Faculty and Teaching Assistants","year":2016,"lang":"en","type":"article","venue":"Journal of University Teaching and Learning Practice","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"General partnership; Faculty development; Course (navigation); Mathematics education; Teaching method; Higher education; Pedagogy; Instructional design; Course evaluation; Sociology; Computer science; Psychology; Professional development; Engineering; Political science","score_opus":0.15959951713568654,"score_gpt":0.45805797961860534,"score_spread":0.2984584624829188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256199262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8412005,0.00030377952,0.050478213,0.10426172,0.00017504758,0.00043175265,0.0000016965703,0.0000737242,0.0030736257],"genre_scores_gemma":[0.88405585,0.0001510789,0.11051819,0.0002453278,0.00011882472,7.5049e-7,5.258087e-7,0.000011677121,0.004897784],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908262,0.007839231,0.00030310627,0.00022933511,0.0004918863,0.00031024593],"domain_scores_gemma":[0.9845056,0.013911294,0.00089098426,0.000060415594,0.00038649997,0.00024521502],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036895256,0.00013312153,0.00023574842,0.00029803376,0.0018751157,0.00021017695,0.00023512902,0.00013493361,0.0000047657622],"category_scores_gemma":[0.09441656,0.00011294393,0.000037678707,0.00015495492,0.0001297735,0.003163671,0.00007404969,0.0018412904,0.0000027226301],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024174566,0.00018735569,0.034612566,0.00003861071,0.00015325774,0.00009404864,0.32550374,0.00025325586,0.0006209734,0.018553652,0.00102016,0.6165449],"study_design_scores_gemma":[0.0010508023,0.00041544845,0.00767261,0.00048601578,0.0001579531,0.0000869162,0.14698748,0.000050745974,0.0000064882024,0.00013764312,0.8427452,0.0002027223],"about_ca_topic_score_codex":0.0007456889,"about_ca_topic_score_gemma":0.00009945151,"teacher_disagreement_score":0.841725,"about_ca_system_score_codex":0.0002634466,"about_ca_system_score_gemma":0.00052728096,"threshold_uncertainty_score":0.9994243},"labels":[],"label_agreement":null},{"id":"W4281864606","doi":"10.20429/ijsotl.2022.160204","title":"A Collaborative Self-Study: Reflections on Convening a SoTL Community of Practice","year":2022,"lang":"en","type":"article","venue":"International Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Scholarship of Teaching and Learning; Community of practice; Scholarship; Diversity (politics); Value (mathematics); Psychology; Collaborative learning; Sociology; Pedagogy; Political science; Computer science; Teaching method","score_opus":0.15567513216298218,"score_gpt":0.5241208202315063,"score_spread":0.3684456880685241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281864606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9692515,0.00018918449,0.0006692275,0.0201627,0.0011481788,0.00034911066,0.000008517757,0.000043617736,0.008177966],"genre_scores_gemma":[0.99503297,0.000033958564,0.003974907,0.00026413598,0.00017044289,0.000023353503,0.0000019294587,0.000010712828,0.0004875644],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9817187,0.01665749,0.00033476757,0.00009647493,0.0010728001,0.00011973667],"domain_scores_gemma":[0.9851511,0.012954238,0.0010383453,0.0000963995,0.00071422145,0.000045699937],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046961997,0.000074981144,0.00012984876,0.00019609561,0.009721086,0.00022509278,0.0006124301,0.000027081067,0.000039479222],"category_scores_gemma":[0.043069758,0.00006523999,0.00007616371,0.00014147192,0.0000864538,0.000690518,0.00014297603,0.0045899726,6.454849e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001172995,0.0015404734,0.01674061,0.000010326122,0.0014061469,0.000006099584,0.86695176,0.018090945,0.00080009253,0.067876376,0.00022568667,0.025178503],"study_design_scores_gemma":[0.0009611188,0.0011576588,0.0042081196,0.0000583301,0.00017001362,0.00005360014,0.7562412,0.0003376053,0.000022186585,0.0016076601,0.23508185,0.00010068027],"about_ca_topic_score_codex":0.0022359735,"about_ca_topic_score_gemma":0.0001396326,"teacher_disagreement_score":0.23485617,"about_ca_system_score_codex":0.00028189982,"about_ca_system_score_gemma":0.0002499407,"threshold_uncertainty_score":0.9977065},"labels":[],"label_agreement":null},{"id":"W4282838049","doi":"10.1108/qae-01-2022-0023","title":"Forming an academic program review learning community: description of a conceptual model","year":2022,"lang":"en","type":"article","venue":"Quality Assurance in Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Conceptual model; Originality; Conceptual framework; Coaching; Knowledge management; Higher education; Quality (philosophy); Public relations; Computer science; Sociology; Psychology; Political science","score_opus":0.4163696404446108,"score_gpt":0.5642644332565905,"score_spread":0.1478947928119797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282838049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98706985,0.0027047757,0.00028377512,0.0057426337,0.0002756032,0.0007611194,0.0000030543688,0.000087799526,0.0030714022],"genre_scores_gemma":[0.9940837,0.0012404687,0.003200105,0.0005309748,0.000050255272,0.00043160658,0.000059257516,0.000007991226,0.0003956387],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98805094,0.0103927795,0.0005412229,0.00014861544,0.0006947838,0.00017166129],"domain_scores_gemma":[0.9982297,0.0006423192,0.0006910732,0.00020934126,0.00018010323,0.000047469046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021808745,0.00007038508,0.00018353261,0.00008956033,0.00097106834,0.00002304014,0.00037551348,0.000054937904,0.00008051847],"category_scores_gemma":[0.0057243495,0.00008875403,0.00003870061,0.00045226797,0.00019820404,0.0013525395,0.000048344038,0.0012108993,0.0000025567265],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043063086,0.0016897393,0.07723954,0.00066998234,0.000010588184,6.337436e-8,0.48428252,0.016253164,0.00060440594,0.04660903,0.0008227466,0.37177515],"study_design_scores_gemma":[0.0004334611,0.00033770304,0.03930562,0.0013062829,0.00006004911,0.0000018784331,0.8193982,0.011242602,0.00003030405,0.016061775,0.111361615,0.0004604719],"about_ca_topic_score_codex":0.01201553,"about_ca_topic_score_gemma":0.0025970207,"teacher_disagreement_score":0.37131467,"about_ca_system_score_codex":0.0004311332,"about_ca_system_score_gemma":0.0011718025,"threshold_uncertainty_score":0.9945635},"labels":[],"label_agreement":null},{"id":"W4284974782","doi":"10.46504/17202206di","title":"The Good Game: Developing Feedback Skills through Action Learning","year":2022,"lang":"en","type":"article","venue":"InSight A Journal of Scholarly Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Action (physics); Game based learning; Process (computing); Component (thermodynamics); Peer feedback; Psychology; Educational game; Computer science; Mathematics education","score_opus":0.12081942603333223,"score_gpt":0.42119146367234617,"score_spread":0.30037203763901393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284974782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8797677,0.003366988,0.008862626,0.05674969,0.0037825063,0.00029190304,9.052997e-7,0.00012580559,0.04705187],"genre_scores_gemma":[0.98779416,0.0005718929,0.0071717845,0.000729756,0.0007890424,0.000007705556,9.794013e-7,0.00002735856,0.0029073034],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98912877,0.0072843586,0.0007266143,0.00019580178,0.0022753298,0.00038915474],"domain_scores_gemma":[0.99520874,0.002392111,0.001688977,0.0001699483,0.00043322076,0.00010699548],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024001049,0.00015004011,0.00022183535,0.00018872887,0.010996861,0.0024792517,0.0010275363,0.00008031444,0.000166241],"category_scores_gemma":[0.013365826,0.00012157866,0.000171691,0.00038697198,0.00012321779,0.010572216,0.00023448301,0.0057983296,0.00002185963],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021281837,0.00036688245,0.02762349,0.000017675338,0.00045707132,0.00008331434,0.48003134,0.006553173,0.0039687227,0.18946086,0.003950249,0.2872744],"study_design_scores_gemma":[0.00042775852,0.00015074201,0.0043609315,0.000057987316,0.000048209786,0.00009315324,0.046451613,0.000039619536,0.00007419131,0.0041146404,0.94400996,0.00017119496],"about_ca_topic_score_codex":0.0005408573,"about_ca_topic_score_gemma":0.0001452678,"teacher_disagreement_score":0.9400597,"about_ca_system_score_codex":0.0010675061,"about_ca_system_score_gemma":0.00092068134,"threshold_uncertainty_score":0.99855626},"labels":[],"label_agreement":null},{"id":"W4285771345","doi":"10.31235/osf.io/xr4s2","title":"Exploring the personal and professional factors associatedwith student evaluations of tenure-track faculty","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Attractiveness; Discipline; Psychology; Exploratory research; Class (philosophy); Higher education; Student teaching; Mathematics education; Pedagogy; Student teacher; Sociology; Political science; Teacher education; Computer science; Social science","score_opus":0.4879056230397134,"score_gpt":0.5351145155945336,"score_spread":0.04720889255482019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285771345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97860515,0.00012876598,0.000030822554,0.010858972,0.0017165225,0.001035895,0.00006673142,0.00006918246,0.0074879443],"genre_scores_gemma":[0.9889985,0.00017298973,0.0003240802,0.000068140725,0.0001696408,0.00009930535,0.00006562012,0.000014770875,0.010086984],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9950374,0.0015930425,0.00038391683,0.00038696805,0.0023582445,0.00024042209],"domain_scores_gemma":[0.9967749,0.0016496171,0.000735906,0.00023483337,0.0005242889,0.00008045598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063911756,0.00020039354,0.0002973867,0.000088819004,0.00078163645,0.00016178496,0.00043804865,0.00018241096,0.0004140422],"category_scores_gemma":[0.0025725504,0.00012526508,0.000126774,0.0001267526,0.0002461298,0.00048843253,0.00050531374,0.00094546494,0.000022917855],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019926942,0.0004258791,0.45652178,0.00009798975,0.0005652118,4.7484554e-7,0.5251536,0.00094160903,0.000061637715,0.0075691566,0.0034770197,0.0051657413],"study_design_scores_gemma":[0.00019180903,0.000022510976,0.89031297,0.00014383266,0.0001711787,1.5171348e-7,0.105225526,0.00025068576,0.000024979649,0.00045070707,0.0030165354,0.00018914245],"about_ca_topic_score_codex":0.0034245413,"about_ca_topic_score_gemma":0.0014734344,"teacher_disagreement_score":0.43379116,"about_ca_system_score_codex":0.00025119272,"about_ca_system_score_gemma":0.0010540615,"threshold_uncertainty_score":0.6011795},"labels":[],"label_agreement":null},{"id":"W4289878330","doi":"10.47678/cjhe.v52i2.189391","title":"Uneven Learning Landscapes Ahead: Instructor Perspectives on Undergraduate Student Mental Health","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Mental health; Framing (construction); Psychology; Focus group; Medical education; Higher education; Pedagogy; Sociology; Medicine; Political science; Geography","score_opus":0.04840650784007253,"score_gpt":0.4245271795474359,"score_spread":0.3761206717073634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289878330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7675419,0.0030011921,0.0000022981449,0.21835285,0.0037301097,0.00015427863,0.0000052364476,0.000011463497,0.007200703],"genre_scores_gemma":[0.9861714,0.00006470875,0.0001834018,0.0008244534,0.0005150772,0.0000052912874,0.0000068464096,0.000009962103,0.012218842],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977615,0.0011545456,0.00022139623,0.00010989271,0.0005471827,0.00020550581],"domain_scores_gemma":[0.9988771,0.00008761465,0.00048040014,0.00006653973,0.00012888343,0.00035945213],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015973042,0.00006615015,0.00010660855,0.00031866675,0.0018618281,0.000116063806,0.00024830515,0.000018669947,0.0014744693],"category_scores_gemma":[0.00016101876,0.00007064581,0.000048328537,0.0002133821,0.00004751171,0.00029848632,0.000009614083,0.0004419884,0.000012132365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003925743,0.00031598893,0.11898969,0.000008713481,0.000118796874,0.0000054470793,0.5876389,0.0016610457,0.000017058333,0.1411475,0.14019354,0.009864068],"study_design_scores_gemma":[0.00017433232,0.00022935707,0.056251533,0.000018483457,0.000009236067,0.000008065124,0.16775335,0.0000014673265,9.3376076e-7,0.00090785004,0.7745732,0.00007216113],"about_ca_topic_score_codex":0.02744601,"about_ca_topic_score_gemma":0.026461072,"teacher_disagreement_score":0.6343797,"about_ca_system_score_codex":0.0023960231,"about_ca_system_score_gemma":0.00758858,"threshold_uncertainty_score":0.99943835},"labels":[],"label_agreement":null},{"id":"W4290670184","doi":"10.3998/tia.1715","title":"Evidencing the value of educational development: Charting a course on the waves and winds of change","year":2022,"lang":"en","type":"article","venue":"To improve the academy","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Thompson Rivers University; Western University","funders":"","keywords":"Value (mathematics); Chart; Process (computing); Path (computing); Scale (ratio); Work (physics); Computer science; Data science; Psychology; Engineering; Geography; Cartography; Mathematics; Machine learning","score_opus":0.23433654530471915,"score_gpt":0.44967715951638304,"score_spread":0.2153406142116639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290670184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6853454,0.00025317518,0.0000017611259,0.31240284,0.00009083159,0.0004251024,0.0000028271227,0.000005683693,0.001472363],"genre_scores_gemma":[0.99485713,0.000015418182,0.00012524283,0.003688211,0.00022672456,0.00015307857,3.719158e-7,0.000006205683,0.0009275866],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9979447,0.0008851398,0.00021317748,0.0001221638,0.0006850952,0.00014970594],"domain_scores_gemma":[0.99641603,0.003030671,0.00035968874,0.0001243046,0.00003873836,0.000030587285],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009280193,0.000061433515,0.00008068574,0.00003305355,0.0014390579,0.000025888494,0.00056837994,0.000023860175,0.0002572371],"category_scores_gemma":[0.0025226327,0.000033707267,0.000024350766,0.00021431377,0.00017960374,0.00016590297,0.00023527347,0.000339415,0.000007840501],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054022727,0.00010004826,0.004673927,0.000023192395,0.00008826691,5.2054553e-8,0.632559,0.00014039902,0.0061349696,0.30276787,0.0018659707,0.051592294],"study_design_scores_gemma":[0.0006265088,0.00043868273,0.44104305,0.0002836265,0.00028902426,0.000005758322,0.24312246,0.0016894975,0.015894633,0.026720697,0.26930222,0.0005838348],"about_ca_topic_score_codex":0.0005607703,"about_ca_topic_score_gemma":0.000031470026,"teacher_disagreement_score":0.43636912,"about_ca_system_score_codex":0.00006225803,"about_ca_system_score_gemma":0.00025125977,"threshold_uncertainty_score":0.99986094},"labels":[],"label_agreement":null},{"id":"W4292534212","doi":"10.21203/rs.3.rs-1942986/v1","title":"Improving the Effectiveness of Teacher Assessment in Higher Education: A Case Study of Professors’ Perceptions in Morocco","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec en Outaouais","funders":"","keywords":"Perception; Mathematics education; Pedagogy; Psychology; Teacher education; Political science; Sociology; Medical education; Medicine","score_opus":0.35264085591873534,"score_gpt":0.61402035962952,"score_spread":0.2613795037107846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292534212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9835056,0.00016954377,0.000002314208,0.0019255352,0.0003705518,0.0049223406,0.000008851768,0.000015787986,0.009079462],"genre_scores_gemma":[0.99500936,0.000022029888,0.0000983167,0.0000039205916,0.00010564534,0.0032405634,0.000010885511,0.000018545046,0.0014907258],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95409834,0.042303704,0.0005163709,0.00047896898,0.0022682943,0.00033432335],"domain_scores_gemma":[0.9935825,0.0047428305,0.00034621352,0.0006853035,0.0005871654,0.00005600841],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.052034687,0.00013223157,0.0003189751,0.00068249763,0.00059748226,0.00008624347,0.0007794273,0.0001539827,0.00175154],"category_scores_gemma":[0.0028379324,0.00011386191,0.00007311549,0.0010345433,0.00025797158,0.00022238056,0.0012280311,0.0032478485,0.0000021051706],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010137915,0.007126501,0.7895483,0.0013052032,0.000054618286,0.000063931235,0.18889283,0.0026451393,0.00010664172,0.0065912297,0.00006445732,0.0034997826],"study_design_scores_gemma":[0.00030635876,0.00016776407,0.5559955,0.00028470336,0.000015315429,0.0000012980867,0.44231367,0.00009240486,0.00000131484,0.0005575838,0.00018393448,0.00008011062],"about_ca_topic_score_codex":0.29505277,"about_ca_topic_score_gemma":0.046878323,"teacher_disagreement_score":0.25342086,"about_ca_system_score_codex":0.0017279855,"about_ca_system_score_gemma":0.0049333596,"threshold_uncertainty_score":0.999161},"labels":[],"label_agreement":null},{"id":"W4296625808","doi":"10.4000/ripes.4063","title":"Développement professionnel pédagogique des enseignants du supérieur : environnements et effets","year":2022,"lang":"fr","type":"article","venue":"Revue internationale de pédagogie de l’enseignement supérieur","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Political science","score_opus":0.18717339448546425,"score_gpt":0.38577260087628057,"score_spread":0.19859920639081632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296625808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8547194,0.005029167,0.0053636506,0.117043026,0.0041481466,0.0017242929,0.00035330406,0.00027298863,0.011346003],"genre_scores_gemma":[0.8397407,0.0067969766,0.008343458,0.007148029,0.0010305725,0.0013144437,0.00038545582,0.00017279258,0.1350676],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9857118,0.00703119,0.001522981,0.001296673,0.0027528636,0.0016844716],"domain_scores_gemma":[0.99480164,0.0020540135,0.0013379364,0.0007639015,0.0004690787,0.0005734439],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01083045,0.0007683354,0.0006566286,0.0005144174,0.0036020582,0.00038288505,0.0019981817,0.00031759733,0.013339982],"category_scores_gemma":[0.0033157517,0.0009691458,0.00046449027,0.00070816226,0.0006263131,0.001257651,0.0015321438,0.0016659091,0.0005599151],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040602667,0.0051540434,0.055988792,0.0005984428,0.0010156328,0.00088401505,0.7847039,0.015544434,0.0019729403,0.029470185,0.06740092,0.03686065],"study_design_scores_gemma":[0.004269709,0.0010552705,0.063256636,0.0012204791,0.00048809478,0.00042159914,0.2559906,0.010476779,0.00085774437,0.0134559665,0.64668804,0.0018191106],"about_ca_topic_score_codex":0.0033720536,"about_ca_topic_score_gemma":0.0024783902,"teacher_disagreement_score":0.5792871,"about_ca_system_score_codex":0.0072179027,"about_ca_system_score_gemma":0.0020785027,"threshold_uncertainty_score":0.9992759},"labels":[],"label_agreement":null},{"id":"W4300627097","doi":"10.7202/1086171ar","title":"Accompagnement et évaluation d’un stagiaire en difficulté : parcours d’enseignants","year":2007,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Valuation (finance); Sociology; Political science; Philosophy; Economics","score_opus":0.1642701890305357,"score_gpt":0.45930845882719806,"score_spread":0.29503826979666237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300627097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7591966,0.001740278,0.0252145,0.18704425,0.0077583143,0.0019349955,0.000030375528,0.00027811792,0.016802577],"genre_scores_gemma":[0.9694517,0.0012265919,0.013030016,0.0017861286,0.0012565977,0.00011430805,0.0006069141,0.00008477864,0.012442939],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9531717,0.038524643,0.0016829418,0.0011282971,0.004494339,0.0009981326],"domain_scores_gemma":[0.99043936,0.005658442,0.0016125193,0.0006930181,0.0012960024,0.00030068366],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.17426427,0.00056883425,0.00049189513,0.00047597045,0.0011830509,0.00043192817,0.00062324066,0.0006224618,0.004078524],"category_scores_gemma":[0.010454495,0.00063080044,0.00024315908,0.0011498937,0.0002609371,0.0029321923,0.000114686176,0.0009790119,0.0010814643],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006779376,0.0012480078,0.008041451,0.0000764006,0.00018039027,0.000003286862,0.6849249,0.0036053234,0.0010258462,0.023180636,0.012312653,0.2653333],"study_design_scores_gemma":[0.0014751528,0.00022132823,0.851554,0.0002948302,0.0006409639,0.000010097339,0.06754253,0.0042190165,0.00073792896,0.007794511,0.06468612,0.0008235628],"about_ca_topic_score_codex":0.002720125,"about_ca_topic_score_gemma":0.0058341376,"teacher_disagreement_score":0.84351254,"about_ca_system_score_codex":0.0023563975,"about_ca_system_score_gemma":0.0034742795,"threshold_uncertainty_score":0.9996963},"labels":[],"label_agreement":null},{"id":"W4300737261","doi":"10.7202/1088323ar","title":"L’arroseur arrosé : évaluation d’un service d’appui à l’évaluation de l’enseignement","year":2002,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Valuation (finance); Political science; Philosophy; Economics; Accounting","score_opus":0.1960166789826183,"score_gpt":0.4228546694536345,"score_spread":0.2268379904710162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300737261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5530716,0.0041509564,0.0166982,0.36662441,0.009715712,0.0026913765,0.000037539234,0.00045572923,0.04655445],"genre_scores_gemma":[0.932539,0.0026406487,0.030157994,0.0053546345,0.0022741638,0.00048147253,0.00057460624,0.00014263952,0.025834871],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9516052,0.03946305,0.0017755968,0.0013359222,0.004680368,0.0011398413],"domain_scores_gemma":[0.9912987,0.003325803,0.0018447333,0.001002177,0.002167578,0.00036104556],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09085718,0.00071150967,0.00056970137,0.00054401386,0.0018332425,0.00062877475,0.0007735871,0.0008526492,0.020334745],"category_scores_gemma":[0.011596506,0.00087861845,0.00028425598,0.002120175,0.00024419973,0.003468945,0.000115236275,0.0010598934,0.004648728],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035784982,0.0013242844,0.0029678294,0.00016882627,0.00019416786,0.000002340543,0.7403566,0.016319636,0.0023514885,0.013777563,0.034930095,0.18757136],"study_design_scores_gemma":[0.0036407153,0.0004731568,0.37215674,0.00059669104,0.0022615204,0.00005164139,0.043568145,0.38588154,0.0013552749,0.033786662,0.15413627,0.0020916404],"about_ca_topic_score_codex":0.0032778906,"about_ca_topic_score_gemma":0.0027038744,"teacher_disagreement_score":0.6967885,"about_ca_system_score_codex":0.0040076077,"about_ca_system_score_gemma":0.0026233462,"threshold_uncertainty_score":0.9998158},"labels":[],"label_agreement":null},{"id":"W4301965013","doi":"","title":"Teaching Residents to Teach: Do Program Directors and Trainees Agree on Format and Content?","year":2010,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Université Laval","funders":"","keywords":"Content (measure theory); Medical education; Psychology; Computer science; Mathematics education; Medicine; Mathematics","score_opus":0.4723166722849559,"score_gpt":0.6360792988676784,"score_spread":0.16376262658272256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301965013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971952,0.001432342,0.000019417057,0.0041947304,0.000749482,0.0011698046,0.000013513246,0.000113741924,0.020354945],"genre_scores_gemma":[0.9948742,0.0014550877,0.0015857825,0.00057792524,0.00031755117,0.00006923482,0.0000030828128,0.000039131355,0.0010780105],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958225,0.0011351242,0.00070010877,0.00050809974,0.0013490746,0.00048507526],"domain_scores_gemma":[0.99662143,0.0013672335,0.00081119424,0.00036257453,0.00025100316,0.0005865863],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009442411,0.00030074792,0.0005506128,0.0007502097,0.0014393349,0.0038437278,0.001830141,0.00016250178,0.0013224877],"category_scores_gemma":[0.006921504,0.00026412832,0.00009825253,0.00040684748,0.00033040575,0.0048702233,0.0006260861,0.0011149545,0.000013293858],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020266602,0.00040376367,0.50047475,0.00005284224,0.00013667019,0.000011687771,0.01582878,0.000006414558,0.020936983,0.0023683987,0.016614828,0.4429622],"study_design_scores_gemma":[0.0005737997,0.000055667337,0.8963067,0.00035942125,0.000083413244,0.000008934736,0.0035158093,0.000025551353,0.00096757646,0.0025990033,0.09504782,0.00045631672],"about_ca_topic_score_codex":0.013814271,"about_ca_topic_score_gemma":0.003667775,"teacher_disagreement_score":0.4425059,"about_ca_system_score_codex":0.00008040315,"about_ca_system_score_gemma":0.000134098,"threshold_uncertainty_score":0.9999811},"labels":[],"label_agreement":null},{"id":"W4304080905","doi":"10.20343/teachlearninqu.10.33","title":"Faculty and Student Partnerships in the Scholarship of Teaching and Learning: Evaluation of an Institutional Model","year":2022,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Scholarship of Teaching and Learning; Scholarship; General partnership; Graduate students; Institution; Sociology; Pedagogy; Higher education; Medical education; Mathematics education; Psychology; Teaching method; Political science; Teaching and learning center; Social science; Medicine","score_opus":0.4301217596702026,"score_gpt":0.51751634640689,"score_spread":0.08739458673668743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304080905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903065,0.00029938246,0.00037747456,0.006985344,0.00014774247,0.00027005156,0.0000011878826,0.000026377427,0.0015859571],"genre_scores_gemma":[0.9981473,0.0000216357,0.0013121741,0.00013905036,0.00018853479,0.000017336612,0.00000830706,0.000013630708,0.00015204558],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94688475,0.048402566,0.0006324516,0.00027884947,0.003481116,0.00032027252],"domain_scores_gemma":[0.9968474,0.001775186,0.00094959646,0.00016705638,0.0001760095,0.0000847616],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16226317,0.00014305468,0.00021591855,0.00022356135,0.008242107,0.00030409647,0.0007110313,0.00006318825,0.000042265976],"category_scores_gemma":[0.015950836,0.00009631793,0.000062469335,0.0001594806,0.00049032824,0.0011652729,0.00022126694,0.006966086,5.427274e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055197903,0.00019431858,0.08477321,0.0000073610186,0.000040515275,0.000002227826,0.44983345,0.4148712,0.00019325803,0.016317777,0.000024327162,0.033687163],"study_design_scores_gemma":[0.0017203373,0.0005487882,0.21278559,0.00013145024,0.0003007099,0.00019292382,0.60649943,0.1577686,0.000005676146,0.008094541,0.0116473455,0.00030459132],"about_ca_topic_score_codex":0.00048476344,"about_ca_topic_score_gemma":0.00011219881,"teacher_disagreement_score":0.25710258,"about_ca_system_score_codex":0.00028323455,"about_ca_system_score_gemma":0.000522348,"threshold_uncertainty_score":0.9953249},"labels":[],"label_agreement":null},{"id":"W4306878296","doi":"10.56230/osotl.44","title":"Reflections from graduate student instructors on their first time teaching reveal structural and individual challenges","year":2022,"lang":"en","type":"article","venue":"Open Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Graduate students; Class (philosophy); Liminality; Medical education; Graduate education; Face (sociological concept); Discipline; Psychology; Pedagogy; Mathematics education; Medicine; Sociology; Computer science","score_opus":0.31391851041786634,"score_gpt":0.4754246635687366,"score_spread":0.16150615315087025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306878296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9704711,0.00044394113,0.0000024681383,0.00678791,0.0002300136,0.00029929564,0.000017312394,0.00008541282,0.021662572],"genre_scores_gemma":[0.99564135,0.00007100333,0.0029200164,0.00014659365,0.00015487814,0.000022867105,0.00002530575,0.000026549258,0.0009914633],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9871297,0.010772398,0.0003372127,0.00051047624,0.0009618478,0.0002883997],"domain_scores_gemma":[0.99676454,0.0023466046,0.0004907327,0.00021518623,0.00004022683,0.00014268409],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.020694407,0.00019665358,0.0003102973,0.00018894479,0.011337342,0.0008354713,0.0008266603,0.000076871394,0.00015030243],"category_scores_gemma":[0.004915459,0.00019199995,0.00005184293,0.00009377985,0.0001439106,0.0013483197,0.0009593129,0.004800724,0.0000044705216],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013761396,0.00014451653,0.07916244,0.00001972717,0.00026764948,0.000004992782,0.6404121,0.001070792,0.00043128262,0.020111691,0.000101639554,0.25813556],"study_design_scores_gemma":[0.0012776494,0.000803432,0.6062713,0.00023428415,0.00014621527,0.000016181393,0.29857945,0.00016329648,0.000021995009,0.005862115,0.085994266,0.0006298098],"about_ca_topic_score_codex":0.007906358,"about_ca_topic_score_gemma":0.00079773157,"teacher_disagreement_score":0.52710885,"about_ca_system_score_codex":0.0001401532,"about_ca_system_score_gemma":0.00008896218,"threshold_uncertainty_score":0.9987001},"labels":[],"label_agreement":null},{"id":"W4308568296","doi":"10.1177/0092055x221134126","title":"A Sociological Lens on Linguistic Diversity: Implications for Writing Inclusive Multiple-Choice Assessments","year":2022,"lang":"en","type":"article","venue":"Teaching Sociology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"","keywords":"Diversity (politics); Discipline; Sociology; Multiple choice; Pedagogy; Focus (optics); Focus group; Psychology; Mathematics education; Linguistics; Social science; Anthropology","score_opus":0.28236788109722594,"score_gpt":0.528032913068832,"score_spread":0.2456650319716061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308568296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9192108,0.00006212791,0.0031306965,0.05341853,0.00089434703,0.00090797164,0.00011617018,0.00042100524,0.021838391],"genre_scores_gemma":[0.99086577,0.0000074347304,0.003022404,0.0044095344,0.0008541462,0.00022129357,0.00009630961,0.000018376511,0.0005047485],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99402046,0.0043462017,0.00029686288,0.000484018,0.00035485814,0.00049759884],"domain_scores_gemma":[0.9763475,0.022812366,0.00041114804,0.00022338766,0.00012640221,0.00007918097],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0077823685,0.00014911633,0.00025293394,0.00011138875,0.01732991,0.000041292293,0.0006985162,0.00016394755,0.00016197127],"category_scores_gemma":[0.034061134,0.0001670722,0.0001526552,0.000068144895,0.00044736094,0.00016140488,0.00096335873,0.0013392767,0.000017383361],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053460422,0.0003643924,0.2510425,0.00000834797,0.0001055486,0.0000018879977,0.12529032,0.0005657064,0.00017858094,0.61504054,0.003524246,0.0038244838],"study_design_scores_gemma":[0.0027507793,0.001605256,0.26272765,0.000022722927,0.00029947044,0.0000064487444,0.10124778,0.0018116235,0.000002088977,0.2579673,0.37061137,0.0009475169],"about_ca_topic_score_codex":0.0017816662,"about_ca_topic_score_gemma":0.00016799674,"teacher_disagreement_score":0.36708713,"about_ca_system_score_codex":0.0010216254,"about_ca_system_score_gemma":0.00027664952,"threshold_uncertainty_score":0.98394936},"labels":[],"label_agreement":null},{"id":"W4310223231","doi":"10.15402/esj.v8i2.70786","title":"Principles Based Budgeting: Resources for Revisioning Academic Planning","year":2022,"lang":"en","type":"article","venue":"Engaged Scholar Journal Community-Engaged Research Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Indigenous; Creativity; Corporate governance; Plan (archaeology); Sustainability; Diversity (politics); Process (computing); Public relations; Strategic planning; Political science; Resource (disambiguation); Sociology; Business; Management; Economics; Marketing; Computer science; Ecology","score_opus":0.45501748246894824,"score_gpt":0.5244586502609386,"score_spread":0.06944116779199039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310223231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791403,0.0026654745,0.0014452873,0.0073291953,0.00032837226,0.0005798998,0.0000037448506,0.0003112422,0.008196505],"genre_scores_gemma":[0.9842688,0.0001500969,0.011292857,0.0003095404,0.0006809166,0.00008750112,0.000017227198,0.000085042906,0.0031080307],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.13327774,0.8620674,0.0007116073,0.000362115,0.0025340375,0.0010471247],"domain_scores_gemma":[0.49517527,0.50294137,0.0006475687,0.00037664684,0.00041053112,0.0004486196],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.96352386,0.0002761501,0.00040304128,0.0011753859,0.82460123,0.0020779397,0.0017781368,0.00020731328,0.00021138563],"category_scores_gemma":[0.9312526,0.00029153842,0.00018591063,0.0006227915,0.0004151349,0.0014802259,0.00092260493,0.7718787,0.0000068940767],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020717383,0.0001096259,0.005797463,0.00006118752,0.000059704864,0.000015545735,0.95227116,0.02513093,0.0020602415,0.00035070453,0.0009509462,0.012985319],"study_design_scores_gemma":[0.0006025927,0.00031051802,0.0009958845,0.00024538345,0.00002088622,0.000025174098,0.5617048,0.0029550944,0.0000099584,0.00023131236,0.43270296,0.00019542678],"about_ca_topic_score_codex":0.00090095506,"about_ca_topic_score_gemma":0.00002718496,"teacher_disagreement_score":0.8241861,"about_ca_system_score_codex":0.0006621116,"about_ca_system_score_gemma":0.0006242035,"threshold_uncertainty_score":0.9999537},"labels":[],"label_agreement":null},{"id":"W4311362056","doi":"10.1007/s44217-022-00021-y","title":"Improving the effectiveness of teacher assessment in higher education: a case study of professors’ perceptions in Morocco","year":2022,"lang":"en","type":"article","venue":"Discover Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec en Outaouais","funders":"","keywords":"Apprehension; Strengths and weaknesses; Perception; Psychology; Anxiety; Higher education; Process (computing); Medical education; Pedagogy; Political science; Medicine; Social psychology; Computer science","score_opus":0.1107874730037303,"score_gpt":0.5011974394322553,"score_spread":0.39040996642852493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311362056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99121773,0.000057257734,0.0000051824904,0.0016977129,0.0008876487,0.001341061,0.00000198791,0.0000070298547,0.004784395],"genre_scores_gemma":[0.9972802,0.0000016057656,0.00007210839,0.00003343804,0.000070949354,0.001157587,0.000008703416,0.000007813786,0.001367625],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938328,0.005121415,0.00029098892,0.00018740434,0.00046065482,0.00010669089],"domain_scores_gemma":[0.9987844,0.000565881,0.00029984373,0.00023696042,0.00009305488,0.000019842439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005734377,0.0000680702,0.00012034956,0.0001861207,0.00033384646,0.000029538409,0.00020945357,0.000025176016,0.0005380729],"category_scores_gemma":[0.0002805562,0.000061211875,0.00002823547,0.0005760309,0.000060921553,0.00047414858,0.00007665083,0.0003157127,9.460077e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032001568,0.008197404,0.8141453,0.00005058295,0.000012810799,0.0000011519135,0.15760244,0.0008875226,0.0003040395,0.015479058,0.000077753495,0.0032098766],"study_design_scores_gemma":[0.00019245606,0.000055963323,0.57582635,0.000018306117,0.000019288835,0.0000019040908,0.42335173,0.00002279174,0.0000030746564,0.00026115117,0.0002021839,0.00004482549],"about_ca_topic_score_codex":0.1166837,"about_ca_topic_score_gemma":0.011351978,"teacher_disagreement_score":0.26574928,"about_ca_system_score_codex":0.00067940314,"about_ca_system_score_gemma":0.0028559985,"threshold_uncertainty_score":0.88919836},"labels":[],"label_agreement":null},{"id":"W4311569717","doi":"10.32920/21737351.v1","title":"SoTL’s Watershed Moment: A Critical Turning Point for SoTL at Ryerson University","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Scholarship; Sociology; Higher education; Restructuring; Prestige; Scholarship of Teaching and Learning; Quality (philosophy); Pedagogy; Political science; Teaching method; Law; Epistemology; Philosophy","score_opus":0.1648167972726994,"score_gpt":0.4409138815267993,"score_spread":0.27609708425409984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311569717","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20857435,0.00024678727,0.028522916,0.4644629,0.0065026334,0.003785882,0.00023355495,0.001570503,0.28610045],"genre_scores_gemma":[0.8535824,0.00010693637,0.024617294,0.0008717562,0.0005534943,0.00006822985,0.0002131643,0.000052434687,0.11993428],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962999,0.0014114171,0.00023761894,0.00063268805,0.00095516344,0.00046317067],"domain_scores_gemma":[0.9972786,0.0017982956,0.00023185278,0.0003226042,0.00017805875,0.00019063223],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049548508,0.00019919245,0.000278251,0.00016506454,0.0023113466,0.00020714212,0.0007171585,0.00024047485,0.010736411],"category_scores_gemma":[0.002484663,0.00021906864,0.0002565285,0.00009825784,0.00023218452,0.00040448684,0.0014446516,0.0007459413,0.00007647321],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005912415,0.00048169206,0.0040700394,0.00048683045,0.0004134851,0.000051540726,0.17361414,0.002425366,0.00040848594,0.7494971,0.06470518,0.0032548606],"study_design_scores_gemma":[0.000510976,0.00008291314,0.00035042642,0.000038253478,0.00020904813,9.692556e-7,0.048992343,0.0017821569,0.000091995105,0.006667869,0.94079214,0.00048090145],"about_ca_topic_score_codex":0.0070663965,"about_ca_topic_score_gemma":0.0016721993,"teacher_disagreement_score":0.87608695,"about_ca_system_score_codex":0.0019892224,"about_ca_system_score_gemma":0.00048601622,"threshold_uncertainty_score":0.99954563},"labels":[],"label_agreement":null},{"id":"W4311569718","doi":"10.32920/21737351","title":"SoTL’s Watershed Moment: A Critical Turning Point for SoTL at Ryerson University","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Scholarship; Sociology; Higher education; Restructuring; Scholarship of Teaching and Learning; Prestige; Institution; Pedagogy; Political science; Social science; Teaching method; Law; Philosophy","score_opus":0.1648167972726994,"score_gpt":0.4409138815267993,"score_spread":0.27609708425409984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311569718","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20857435,0.00024678727,0.028522916,0.4644629,0.0065026334,0.003785882,0.00023355495,0.001570503,0.28610045],"genre_scores_gemma":[0.8535824,0.00010693637,0.024617294,0.0008717562,0.0005534943,0.00006822985,0.0002131643,0.000052434687,0.11993428],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962999,0.0014114171,0.00023761894,0.00063268805,0.00095516344,0.00046317067],"domain_scores_gemma":[0.9972786,0.0017982956,0.00023185278,0.0003226042,0.00017805875,0.00019063223],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049548508,0.00019919245,0.000278251,0.00016506454,0.0023113466,0.00020714212,0.0007171585,0.00024047485,0.010736411],"category_scores_gemma":[0.002484663,0.00021906864,0.0002565285,0.00009825784,0.00023218452,0.00040448684,0.0014446516,0.0007459413,0.00007647321],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005912415,0.00048169206,0.0040700394,0.00048683045,0.0004134851,0.000051540726,0.17361414,0.002425366,0.00040848594,0.7494971,0.06470518,0.0032548606],"study_design_scores_gemma":[0.000510976,0.00008291314,0.00035042642,0.000038253478,0.00020904813,9.692556e-7,0.048992343,0.0017821569,0.000091995105,0.006667869,0.94079214,0.00048090145],"about_ca_topic_score_codex":0.0070663965,"about_ca_topic_score_gemma":0.0016721993,"teacher_disagreement_score":0.87608695,"about_ca_system_score_codex":0.0019892224,"about_ca_system_score_gemma":0.00048601622,"threshold_uncertainty_score":0.99954563},"labels":[],"label_agreement":null},{"id":"W4312406021","doi":"10.2139/ssrn.4244501","title":"Exploring Students' Willingness to Provide Feedback: A Mixed Methods Research on End-of-Term Student Evaluations of Teaching","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; McGill University","funders":"","keywords":"Term (time); Psychology; Mathematics education; Medical education; Medicine","score_opus":0.39961527940217884,"score_gpt":0.603546222619858,"score_spread":0.20393094321767918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312406021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859382,0.00040065558,0.005522569,0.00488206,0.00070881844,0.0007110504,0.0000025225213,0.000029155706,0.0018049591],"genre_scores_gemma":[0.99435645,0.00037566343,0.0038212442,0.000038037237,0.00025881105,0.0001954187,0.0000015611297,0.000027265765,0.00092551927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9740088,0.01762881,0.00075337966,0.00036795955,0.0054388638,0.0018021839],"domain_scores_gemma":[0.9957226,0.0027442563,0.0005801627,0.0003089323,0.0004966608,0.00014741012],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.14756292,0.00013617298,0.00028906413,0.0006226102,0.0030607039,0.00014440078,0.0015634546,0.00003618234,0.00014208654],"category_scores_gemma":[0.005898611,0.0001394942,0.00014059083,0.0007789572,0.00012675818,0.0006359184,0.00043939936,0.0040923455,0.000008136103],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028385967,0.00141901,0.018734302,0.000019436557,0.00045482913,0.0000025572083,0.13720526,0.006998231,0.0038901875,0.426978,0.00008472715,0.40392962],"study_design_scores_gemma":[0.002045345,0.0050047324,0.044865087,0.0002500946,0.0002734312,0.0000337514,0.8302281,0.000118378746,0.0015879597,0.08866839,0.026372276,0.0005524625],"about_ca_topic_score_codex":0.001201047,"about_ca_topic_score_gemma":0.0017139609,"teacher_disagreement_score":0.69302285,"about_ca_system_score_codex":0.0034913758,"about_ca_system_score_gemma":0.005217424,"threshold_uncertainty_score":0.9982372},"labels":[],"label_agreement":null},{"id":"W4313238183","doi":"10.4000/ripes.4181","title":"Former à évaluer des compétences en enseignement supérieur : un dispositif d’évaluation novateur","year":2022,"lang":"fr","type":"article","venue":"Revue internationale de pédagogie de l’enseignement supérieur","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Humanities; Valuation (finance); Political science; Psychology; Philosophy; Business","score_opus":0.09556294103589727,"score_gpt":0.36709873287418804,"score_spread":0.2715357918382908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313238183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9072782,0.006394615,0.009982372,0.047658835,0.0040789526,0.0015133026,0.00038321846,0.00026703367,0.022443473],"genre_scores_gemma":[0.9052786,0.00258941,0.018212331,0.0034663551,0.0013476243,0.0007928869,0.00045093804,0.00013483915,0.067726985],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98707813,0.00520718,0.0016448701,0.0011970315,0.0033380538,0.0015347165],"domain_scores_gemma":[0.99447083,0.0023771133,0.0012740245,0.0006707946,0.0007853256,0.0004218816],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011980445,0.0007022524,0.00065893296,0.0005544166,0.003361087,0.0005197669,0.0018048875,0.00027607218,0.013855316],"category_scores_gemma":[0.0024198722,0.00088350906,0.0005283256,0.0010557414,0.0006897785,0.0014111076,0.00088294415,0.0012782239,0.0004915856],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035734527,0.0026801743,0.02483276,0.0003996804,0.0011860295,0.00034516872,0.63183844,0.0313547,0.0014333,0.048370216,0.035821848,0.22138034],"study_design_scores_gemma":[0.0033120904,0.0013266858,0.08121716,0.0007708472,0.0011105785,0.0005265571,0.2585212,0.06745027,0.0007663262,0.032135334,0.5507727,0.0020902548],"about_ca_topic_score_codex":0.0066249287,"about_ca_topic_score_gemma":0.0020198198,"teacher_disagreement_score":0.5149509,"about_ca_system_score_codex":0.006538389,"about_ca_system_score_gemma":0.0017839742,"threshold_uncertainty_score":0.99999005},"labels":[],"label_agreement":null},{"id":"W4313238504","doi":"10.32920/21737363.v1","title":"Building Scholarly Communities: Lessons Learned","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Scholarship of Teaching and Learning; Institution; State (computer science); Queen (butterfly); Sociology; Library science; Higher education; Political science; Management; Pedagogy; Social science; Teaching method; Teaching and learning center; Law","score_opus":0.49768291751694005,"score_gpt":0.552210021854496,"score_spread":0.05452710433755592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313238504","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09226509,0.00045566208,0.0024795195,0.20074572,0.0023805057,0.0005758004,0.000030119387,0.0008943787,0.7001732],"genre_scores_gemma":[0.9280285,0.00084654585,0.029885186,0.001432894,0.00038288097,0.00014447552,0.000051790743,0.000041852843,0.03918583],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926375,0.005035939,0.00029856656,0.00030112674,0.0014059015,0.00032094822],"domain_scores_gemma":[0.9967948,0.0017074656,0.00042917338,0.0007425631,0.00021089902,0.000115108094],"candidate_categories":["sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012337471,0.00017387912,0.00024230484,0.0002237044,0.003341257,0.0019388507,0.0019273555,0.00025447638,0.019119771],"category_scores_gemma":[0.0035921517,0.00020095987,0.00014590104,0.00018613786,0.00022326468,0.0012241735,0.002468048,0.003623696,0.00010866678],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010163613,0.0001099478,0.0015112987,0.000035530804,0.00010648813,0.0000030395681,0.096957326,0.0043557133,0.000019486553,0.87124896,0.0061662826,0.019475779],"study_design_scores_gemma":[0.000098219716,0.00001486815,0.00045823414,0.00004213698,0.000048050115,2.6802402e-7,0.090214655,0.00017799673,0.0000035757614,0.052599583,0.8560669,0.00027552183],"about_ca_topic_score_codex":0.11055522,"about_ca_topic_score_gemma":0.010237296,"teacher_disagreement_score":0.8499006,"about_ca_system_score_codex":0.0005802108,"about_ca_system_score_gemma":0.0012215162,"threshold_uncertainty_score":0.9990972},"labels":[],"label_agreement":null},{"id":"W4313430408","doi":"10.1108/jarhe-06-2022-0200","title":"Bringing clarity to the leadership of teaching and learning in higher education: a systematic review","year":2023,"lang":"en","type":"review","venue":"Journal of Applied Research in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Leadership studies; Transformational leadership; Educational leadership; Scholarship; Distributed leadership; Transactional leadership; Context (archaeology); Leadership style; Transformative learning; Shared leadership; Empirical research; Sociology; Originality; Leadership development; Neuroleadership; Public relations; CLARITY; Political science; Higher education; Leadership; Pedagogy; Qualitative research; Social science; Epistemology","score_opus":0.71214753749639,"score_gpt":0.6086081969849311,"score_spread":0.10353934051145897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313430408","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000055409262,0.9489867,6.2642874e-7,0.0361046,0.0008913083,0.0024621114,4.1228856e-7,0.000012442311,0.011486356],"genre_scores_gemma":[0.0024051853,0.983997,0.00047607816,0.00030165096,0.001130195,0.00041975814,0.0000040035425,0.00004078014,0.011225344],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98427683,0.011360956,0.001728321,0.00030622736,0.0019059817,0.00042168555],"domain_scores_gemma":[0.9906776,0.0065885666,0.0017976915,0.00032847695,0.0004374123,0.00017026525],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.07655223,0.00019730956,0.0012801796,0.0014573808,0.00050890143,0.0002330766,0.00090470223,0.00022383434,0.000119893426],"category_scores_gemma":[0.0062311767,0.0001447252,0.0001471471,0.0020131897,0.00013596549,0.00033838963,0.00012921623,0.0049086353,0.00004231699],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000132792475,0.0003518623,0.000042576976,0.7508569,0.00011043837,0.000002218918,0.013997042,0.000023845792,8.4652055e-7,0.04078434,0.0068765203,0.18694018],"study_design_scores_gemma":[0.000050074974,0.000025618825,0.00018941793,0.39145666,0.00021702379,0.0000047466665,0.007326597,5.2791484e-7,3.6530473e-8,0.0006901382,0.5999197,0.00011948241],"about_ca_topic_score_codex":0.00087741076,"about_ca_topic_score_gemma":0.0001376893,"teacher_disagreement_score":0.59304315,"about_ca_system_score_codex":0.0011281978,"about_ca_system_score_gemma":0.0049132276,"threshold_uncertainty_score":0.99738705},"labels":[],"label_agreement":null},{"id":"W4313450392","doi":"10.29173/isotl668","title":"Editorial","year":2022,"lang":"en","type":"editorial","venue":"Imagining SoTL","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Notice; Theme (computing); Context (archaeology); Scholarship; Coronavirus disease 2019 (COVID-19); Pandemic; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Work (physics); Sociology; Engineering ethics; Public relations; Library science; Media studies; Political science; Computer science; History; World Wide Web; Engineering; Medicine; Law","score_opus":0.052799615535433685,"score_gpt":0.4517694549302872,"score_spread":0.39896983939485353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313450392","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000020641157,0.00020504274,0.0000105866275,0.009565287,0.9045234,0.00015917345,0.000060265247,0.00040288086,0.08507135],"genre_scores_gemma":[0.000050823826,0.00013229561,0.00056179205,0.00006880861,0.97979784,0.000068553876,0.00022421681,0.00006687224,0.019028781],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99243957,0.0016228734,0.00033324672,0.0005249893,0.0046114493,0.0004678572],"domain_scores_gemma":[0.9930946,0.0053371512,0.0005919404,0.00040843015,0.00042935784,0.00013852215],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008158254,0.00022417991,0.00029635342,0.0001729521,0.0016909677,0.0005435781,0.0011389245,0.0005224362,0.0059921835],"category_scores_gemma":[0.035300136,0.0002752298,0.00014289921,0.0002458038,0.0002623115,0.0006803385,0.00026998753,0.0028442119,0.00044504376],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002150014,0.000027469157,0.000016780132,0.0000085337715,0.000032085154,0.0000037869365,0.008374888,0.0000070867645,0.000001110672,0.0013224571,0.9887528,0.0014315065],"study_design_scores_gemma":[0.00026114393,0.00004261197,8.608309e-7,0.000021093052,0.0000763393,1.03821414e-7,0.0022892866,0.00000365991,4.2602443e-7,0.00052547234,0.9964721,0.00030686913],"about_ca_topic_score_codex":0.013355945,"about_ca_topic_score_gemma":0.00060196663,"teacher_disagreement_score":0.075274505,"about_ca_system_score_codex":0.0006201719,"about_ca_system_score_gemma":0.0035511795,"threshold_uncertainty_score":0.99996996},"labels":[],"label_agreement":null},{"id":"W4313459987","doi":"10.1016/j.ijme.2022.100758","title":"Enhancing management education: How do experiences outside the classroom matter?","year":2023,"lang":"en","type":"article","venue":"The International Journal of Management Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Guelph","funders":"","keywords":"Experiential learning; Psychology; Action learning; Curriculum; Pedagogy; Learning sciences; Context (archaeology); Active learning (machine learning); Open learning; Cooperative learning; Mathematics education; Teaching method; Computer science","score_opus":0.057090129633588935,"score_gpt":0.42708686069088314,"score_spread":0.3699967310572942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313459987","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3286798,0.00046647512,0.001140075,0.5204096,0.015796581,0.00066840294,8.662112e-7,0.00006446201,0.13277379],"genre_scores_gemma":[0.9486965,0.0008692307,0.0013812382,0.0028185286,0.0018940957,0.00012474846,0.0000057834104,0.000012757188,0.044197142],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970104,0.00048362173,0.0003999783,0.00016370568,0.0017499137,0.00019238748],"domain_scores_gemma":[0.9980385,0.00036379814,0.0007929848,0.0002641785,0.00048085445,0.000059714737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050118305,0.00011193643,0.00009518561,0.000363956,0.0006437156,0.0008750453,0.0018216558,0.000029708748,0.00057031953],"category_scores_gemma":[0.00027419106,0.00007462843,0.000100085716,0.0004234227,0.00013673924,0.0009139498,0.00018412598,0.00020276754,0.00033815292],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005445803,0.0003777877,0.0036560197,0.000034629295,0.00057105935,0.000007805727,0.09829862,0.00024776915,0.000040074196,0.16967796,0.48032528,0.24670853],"study_design_scores_gemma":[0.00012269976,0.000013630113,0.014852101,0.00013651075,0.000085503736,0.000009156669,0.45379436,0.000015967591,0.00005124067,0.009427043,0.5213986,0.000093205184],"about_ca_topic_score_codex":0.00014610677,"about_ca_topic_score_gemma":0.00007625101,"teacher_disagreement_score":0.6200167,"about_ca_system_score_codex":0.00035721218,"about_ca_system_score_gemma":0.0003879689,"threshold_uncertainty_score":0.8438082},"labels":[],"label_agreement":null},{"id":"W4313641065","doi":"10.1080/13562517.2022.2162816","title":"Diverse experiences and belonging in an online, first-year, team-based engineering design course","year":2023,"lang":"en","type":"article","venue":"Teaching in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta; Social Sciences and Humanities Research Council of Canada; McGill University","keywords":"Diversity (politics); Ethnic group; Psychology; Sense of community; Engineering education; Higher education; Underrepresented Minority; Perception; Pedagogy; Medical education; Mathematics education; Social psychology; Sociology; Engineering","score_opus":0.17695015050171456,"score_gpt":0.43720521170393234,"score_spread":0.26025506120221775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313641065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929984,0.00007631949,0.00009539067,0.005053098,0.0008364736,0.00025594872,8.268807e-7,0.00021673569,0.00046680946],"genre_scores_gemma":[0.99079037,0.000013465933,0.008258247,0.00009716473,0.00021637394,0.000090967624,0.000019114532,0.000015061376,0.00049922935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983137,0.0006279199,0.00020302527,0.00026919268,0.00032763812,0.00025852263],"domain_scores_gemma":[0.99895287,0.0006972089,0.00009633454,0.00014455052,0.000024104045,0.00008494331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034219027,0.00010482975,0.00010750949,0.0003783783,0.0003787959,0.00014002349,0.00020647801,0.00007896824,0.00009180603],"category_scores_gemma":[0.0007382652,0.000119059136,0.00001525229,0.00043697344,0.000059697642,0.0009264967,0.0000253684,0.00032683465,0.0000151271015],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019230485,0.00059271394,0.63431317,0.000030219235,0.0000053816575,0.0000029562066,0.3035713,0.043143116,0.00007665034,0.010413314,0.0009947561,0.006837189],"study_design_scores_gemma":[0.00040173257,0.00005185822,0.8020404,0.00020520935,0.00001425511,3.100426e-7,0.15838173,0.029989136,0.0000080822765,0.00042799546,0.008163236,0.00031604787],"about_ca_topic_score_codex":0.0044213836,"about_ca_topic_score_gemma":0.0038006695,"teacher_disagreement_score":0.16772723,"about_ca_system_score_codex":0.00020708205,"about_ca_system_score_gemma":0.0002809414,"threshold_uncertainty_score":0.6683839},"labels":[],"label_agreement":null},{"id":"W4315464849","doi":"10.22158/grhe.v6n1p1","title":"Fostering Scholarly Approaches to Peer Review of Teaching in a Research-Intensive University: Strategic Development of a Departmental SPRoT Protocol","year":2023,"lang":"en","type":"article","venue":"Global Research in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Summative assessment; Formative assessment; Scholarship; Context (archaeology); Medical education; Best practice; Protocol (science); Discipline; Higher education; Teaching method; Pedagogy; Sociology; Engineering ethics; Political science; Medicine; Engineering; Social science","score_opus":0.9096705098251201,"score_gpt":0.6484253222165708,"score_spread":0.2612451876085493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315464849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65198594,0.00023369568,0.000003549113,0.08865737,0.00020623741,0.059875466,0.000012348365,0.000049173952,0.19897623],"genre_scores_gemma":[0.9844859,0.000040274535,0.0036273361,0.00006631702,0.000065786364,0.008415034,0.000022381992,0.000009086386,0.0032678528],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.991553,0.0044940757,0.00040107037,0.00033994892,0.0027160824,0.00049583125],"domain_scores_gemma":[0.99755603,0.00047032515,0.0001265954,0.00021360631,0.0014890288,0.0001444263],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03875566,0.0000778862,0.00017295964,0.0007655638,0.0003253612,0.00011172234,0.0005477028,0.00007494192,0.00007679055],"category_scores_gemma":[0.006013537,0.000083841514,0.000027352042,0.0031999112,0.00018136161,0.00082031754,0.0005185976,0.00063432934,0.00005947233],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088160794,0.0026125587,0.09955025,0.009572765,0.00008498111,0.000033113116,0.10968129,0.0000826551,0.001007585,0.56063795,0.020053247,0.19580199],"study_design_scores_gemma":[0.0012215541,0.0004617332,0.2184896,0.020449586,0.000011306034,0.0000017655212,0.30348665,0.000040246432,0.00025408418,0.042527992,0.4126172,0.00043829257],"about_ca_topic_score_codex":0.0056249923,"about_ca_topic_score_gemma":0.0035396074,"teacher_disagreement_score":0.51811,"about_ca_system_score_codex":0.0021366198,"about_ca_system_score_gemma":0.004008814,"threshold_uncertainty_score":0.9898033},"labels":[],"label_agreement":null},{"id":"W4316589303","doi":"10.7202/1095479ar","title":"Institutional Approaches to Evaluate Teaching Effectiveness: The Role of Summative Peer Review of Teaching for Promotion and Tenure","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Educational Administration and Policy","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Summative assessment; Promotion (chess); Equity (law); Inclusion (mineral); Diversity (politics); Process (computing); Redress; Formative assessment; Mathematics education; Psychology; Public relations; Medical education; Computer science; Pedagogy; Sociology; Political science; Social psychology; Medicine","score_opus":0.2477343681424554,"score_gpt":0.4774759496567467,"score_spread":0.22974158151429133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316589303","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39851394,0.0017889135,0.00014538404,0.58579266,0.00024283315,0.0009220412,0.00009807967,0.0000043608147,0.012491779],"genre_scores_gemma":[0.99783397,0.00009531641,0.000885121,0.00022509205,0.00037830748,0.000026874986,0.000030329646,0.000004430319,0.00052055897],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982986,0.0007722701,0.0003210056,0.000086146894,0.00041066777,0.00011132021],"domain_scores_gemma":[0.9975677,0.0012087608,0.00040212198,0.000056294248,0.0005629043,0.00020222926],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009464545,0.00006506806,0.00013863308,0.00025807007,0.00066002744,0.000055065077,0.000108597225,0.000037464586,0.000026923308],"category_scores_gemma":[0.021338973,0.000052071675,0.000045811994,0.00018218314,0.00018314044,0.0003253757,0.0000067451156,0.00016448327,0.0000011661824],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021793187,0.00004148109,0.0055414257,0.0004084168,0.000045552573,1.5263146e-7,0.01776276,0.00005632472,0.00008973544,0.9580523,0.0022224193,0.015757676],"study_design_scores_gemma":[0.0008591343,0.0010824808,0.37593785,0.00626315,0.00033360085,0.00010842194,0.02299589,0.00044043906,0.000372562,0.20992401,0.38128775,0.0003947235],"about_ca_topic_score_codex":0.0029211824,"about_ca_topic_score_gemma":0.0034956802,"teacher_disagreement_score":0.74812824,"about_ca_system_score_codex":0.0001149088,"about_ca_system_score_gemma":0.006523318,"threshold_uncertainty_score":0.9991088},"labels":[],"label_agreement":null},{"id":"W4316591401","doi":"10.7202/1095482ar","title":"Bias in Student Ratings of Instruction: A Systematic Review of Research from 2012 to 2021","year":2023,"lang":"en","type":"review","venue":"Canadian Journal of Educational Administration and Policy","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Psychology; Promotion (chess); Cultural bias; Gender bias; Higher education; Quality (philosophy); Publication bias; Prejudice (legal term); Medical education; Meta-analysis; Social psychology; Political science; Medicine","score_opus":0.48095641420510615,"score_gpt":0.6224249883054613,"score_spread":0.14146857410035518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316591401","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047091514,0.96793115,4.2029126e-7,0.028348587,0.00039761947,0.00094004226,0.00008631756,0.0000010114697,0.0018239515],"genre_scores_gemma":[0.0009889213,0.99568266,0.00019850761,0.00014262692,0.00091885193,0.000048163147,0.000033760636,0.000012481583,0.0019740576],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9948112,0.0023526773,0.0016681288,0.00014388375,0.0008379145,0.00018624718],"domain_scores_gemma":[0.9933395,0.0031503947,0.0018060732,0.00016735413,0.0010328608,0.0005038662],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008239337,0.00012411065,0.00096510054,0.0015556472,0.00018013892,0.000092406626,0.0003984975,0.00012143213,0.000669759],"category_scores_gemma":[0.02742274,0.00011333829,0.00014386004,0.00156448,0.00018599174,0.00028092045,0.000015291236,0.00039785096,0.000029780254],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009941729,0.00018644212,0.0006517469,0.75194097,0.00042647828,0.000011537466,0.02947624,0.00000254136,3.102071e-7,0.16874008,0.018277917,0.030275794],"study_design_scores_gemma":[0.000097197124,0.00012487806,0.0005562091,0.5832754,0.00031547536,0.000029146822,0.0043703024,1.725039e-7,2.3109685e-7,0.0011814511,0.4099094,0.00014018263],"about_ca_topic_score_codex":0.035718177,"about_ca_topic_score_gemma":0.11037901,"teacher_disagreement_score":0.39163148,"about_ca_system_score_codex":0.0005418232,"about_ca_system_score_gemma":0.04417577,"threshold_uncertainty_score":0.9807697},"labels":[],"label_agreement":null},{"id":"W4316670182","doi":"10.1186/s12909-023-03998-8","title":"The effect of research on the perceived quality of teaching: a cross-sectional study among university students in Lebanon","year":2023,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Curriculum; Medical education; Perception; Multidisciplinary approach; Quality (philosophy); Psychology; Teaching method; Higher education; Medicine; Mathematics education; Pedagogy","score_opus":0.3033204197282227,"score_gpt":0.6183294506117025,"score_spread":0.3150090308834798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316670182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993008,0.0000055224405,0.0000025113454,0.0023829394,0.0003906625,0.0006716098,6.539048e-7,0.000019434457,0.0035186643],"genre_scores_gemma":[0.99770826,0.0000118273465,0.0000052204164,0.00001023241,0.000097376804,0.000020072648,0.0000026596622,0.00000324107,0.0021410957],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97495586,0.020883597,0.00030275207,0.00018420986,0.003507379,0.00016620071],"domain_scores_gemma":[0.9722008,0.027084954,0.00020876636,0.00023608471,0.00019363959,0.00007574199],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09359247,0.00004853671,0.000102848084,0.00015458901,0.001024204,0.000057071135,0.00074738375,0.000078628065,0.00013441387],"category_scores_gemma":[0.09406977,0.0000306443,0.000044566168,0.0005905295,0.0007090363,0.00014273706,0.00010422105,0.0005873072,0.000021953108],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120563825,0.00039927094,0.9771635,0.000015956664,0.000010051883,1.4038119e-7,0.016289698,0.0000192034,0.000006707455,0.0049825963,0.00045176176,0.0005405385],"study_design_scores_gemma":[0.0003251861,0.00015893944,0.9437561,0.00004070247,0.000003898676,2.755277e-8,0.055137273,0.00006381294,0.0000033125555,0.00018733813,0.00029747369,0.00002593237],"about_ca_topic_score_codex":0.025499985,"about_ca_topic_score_gemma":0.023026872,"teacher_disagreement_score":0.038847573,"about_ca_system_score_codex":0.0002344789,"about_ca_system_score_gemma":0.0015595596,"threshold_uncertainty_score":0.9948003},"labels":[],"label_agreement":null},{"id":"W4318773817","doi":"10.4324/9781003373827-11","title":"Holding space for an Aboriginal approach towards Curriculum Reconciliation in an Australian university","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Space (punctuation); Sociology; Pedagogy; Computer science","score_opus":0.26882046948732774,"score_gpt":0.45256006094708934,"score_spread":0.1837395914597616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318773817","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006756641,0.0000067807387,0.0007406257,0.004210784,0.0006491623,0.0010064882,0.00004648422,0.00037428478,0.98620874],"genre_scores_gemma":[0.013925173,0.00010072832,0.013004759,0.000038516424,0.0005125795,0.0000061768233,0.0002005769,0.000036822024,0.97217464],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99816436,0.00027660668,0.00020323599,0.0005063267,0.0005794222,0.0002700798],"domain_scores_gemma":[0.99892944,0.0001383997,0.0003171867,0.00021874394,0.00023716697,0.0001590576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038128155,0.00018494882,0.00023014266,0.0003004046,0.00043853477,0.00016047372,0.0004177488,0.000399901,0.00028840147],"category_scores_gemma":[0.0002236575,0.00021221762,0.00008474765,0.00011343508,0.00010290049,0.001548163,0.00002208641,0.00039185543,0.00004865268],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021221147,0.0000488899,0.00087750476,0.000028485627,0.000018599945,0.0000028178338,0.0073200287,0.00015329872,0.0000030161566,0.9819894,0.002850105,0.006686667],"study_design_scores_gemma":[0.0004026478,0.00015995953,0.0011077701,0.00005949996,0.000087289554,4.289801e-7,0.016629811,0.0015381996,0.000001710761,0.009554737,0.96996766,0.00049025356],"about_ca_topic_score_codex":0.02014266,"about_ca_topic_score_gemma":0.048949342,"teacher_disagreement_score":0.97243464,"about_ca_system_score_codex":0.00069384824,"about_ca_system_score_gemma":0.00066505914,"threshold_uncertainty_score":0.9863823},"labels":[],"label_agreement":null},{"id":"W4323355119","doi":"10.21449/ijate.1212539","title":"The bibliometric journey of IJATE from local to global","year":2023,"lang":"en","type":"article","venue":"International Journal of Assessment Tools in Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publish or perish; Citation impact; Citation; Library science; Bibliometrics; Web of science; Impact factor; Publication; Visibility; Scopus; Citation analysis; Computer science; Political science; Publishing; Geography; MEDLINE; Law","score_opus":0.1766345083418794,"score_gpt":0.5757474426469738,"score_spread":0.3991129343050943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323355119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9104001,0.00019562023,0.0035508121,0.07004661,0.007639609,0.00015191079,0.000013589468,0.000013405521,0.00798832],"genre_scores_gemma":[0.9951742,0.0007954164,0.0029428399,0.00022765243,0.0006520259,0.000006933775,0.0000076220667,0.0000045079864,0.00018878841],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969222,0.0005047163,0.0006096244,0.00009465864,0.0017307901,0.00013800623],"domain_scores_gemma":[0.9964287,0.001561189,0.0007613204,0.00009864586,0.0010624821,0.00008763283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054256106,0.000061506435,0.00011342389,0.003567566,0.00012879026,0.00033621286,0.0008541103,0.00004419923,0.000107158776],"category_scores_gemma":[0.004546916,0.000050281218,0.00006935142,0.007909968,0.000072348616,0.00094448717,0.00006582499,0.00019853713,0.000031006777],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000774389,0.00035891752,0.19142163,0.0000022903291,0.0001310298,0.0000047865337,0.003542532,0.0034575614,0.00015598787,0.0370072,0.019165635,0.744675],"study_design_scores_gemma":[0.00025783834,0.000058491187,0.88092035,0.00009911922,0.00001596233,0.000002927453,0.01480893,0.00020798338,0.000047238,0.01486382,0.0886532,0.00006414841],"about_ca_topic_score_codex":0.001960207,"about_ca_topic_score_gemma":0.00062918686,"teacher_disagreement_score":0.74461085,"about_ca_system_score_codex":0.00093781453,"about_ca_system_score_gemma":0.002034094,"threshold_uncertainty_score":0.54434115},"labels":[],"label_agreement":null},{"id":"W4323366195","doi":"10.47678/cjhe.v52i3.189689","title":"How Dark Is It? From Administration to Faculty","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Royal Roads University","funders":"","keywords":"Distrust; Great Rift; Position (finance); Face (sociological concept); Administration (probate law); Higher education; Public relations; Sociology; Psychology; Political science; Law; Business; Social science","score_opus":0.2167459540235403,"score_gpt":0.4852513408216547,"score_spread":0.2685053867981144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323366195","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41091263,0.00016811256,0.000025638923,0.5758915,0.003808682,0.00011288014,0.00002834173,0.000013394643,0.009038831],"genre_scores_gemma":[0.92649037,0.000008654718,0.00085926475,0.0033340899,0.0012268828,0.0000041898306,0.00003099175,0.0000075271587,0.068038],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894625,0.00020262021,0.00018301368,0.00010320216,0.0003782861,0.00018662027],"domain_scores_gemma":[0.99854976,0.00011502794,0.00025382254,0.00010428977,0.00038034204,0.00059673825],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00088155875,0.00006050722,0.000082794446,0.00027877997,0.00039052768,0.0004230561,0.0002484803,0.00006415317,0.0011005678],"category_scores_gemma":[0.0008612782,0.00006341922,0.000042627962,0.0004228647,0.000039925475,0.0007467806,0.000003686079,0.00014159366,0.00024264658],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039084957,0.000011430615,0.010646623,0.0000015443081,0.000015171776,0.0000033049864,0.024018439,0.000006804473,0.000060635895,0.0019063237,0.9583278,0.004998032],"study_design_scores_gemma":[0.0000499747,0.000031298183,0.10263552,0.000025551724,0.000019817338,9.889236e-7,0.0097216675,8.5380276e-7,0.00004727658,0.002012186,0.88538814,0.0000667383],"about_ca_topic_score_codex":0.03365562,"about_ca_topic_score_gemma":0.09326796,"teacher_disagreement_score":0.5725574,"about_ca_system_score_codex":0.00036957432,"about_ca_system_score_gemma":0.006871419,"threshold_uncertainty_score":0.99981254},"labels":[],"label_agreement":null},{"id":"W4323536388","doi":"10.53761/1.20.3.07","title":"“We learn things to solve real-life problems”: Understanding how nature of engineering beliefs situate developing pedagogical content knowledge in a modular engineering education professional development program","year":2023,"lang":"en","type":"article","venue":"Journal of University Teaching and Learning Practice","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Engineering education; Discipline; Professional development; Scholarship; Scholarship of Teaching and Learning; Pedagogy; Thematic analysis; Mathematics education; Teaching method; Qualitative research; Psychology; Engineering ethics; Sociology; Engineering; Teaching and learning center","score_opus":0.16652102926041823,"score_gpt":0.40605774716233256,"score_spread":0.23953671790191433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323536388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9403881,0.00030396436,0.015928447,0.04119331,0.0006922162,0.00041501052,2.7055628e-7,0.00016099363,0.0009177072],"genre_scores_gemma":[0.9244135,0.00039130021,0.0726284,0.000059387403,0.00012895699,0.0000018901982,0.0000027371905,0.000018755836,0.002355076],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9970807,0.0013869363,0.00034536922,0.00021962925,0.0006642245,0.0003031355],"domain_scores_gemma":[0.9960068,0.0026774413,0.000715612,0.000066915054,0.00032768975,0.00020558159],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013777373,0.00015286822,0.00027477922,0.00078256236,0.00090978155,0.00014110327,0.00025119117,0.00018803483,0.0000027634107],"category_scores_gemma":[0.019113673,0.00015900552,0.000058580263,0.00056703464,0.0000340853,0.0019296848,0.00014514817,0.0029328733,0.0000023054572],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003172395,0.0006832012,0.0037748155,0.0005798862,0.0002910826,0.000057767378,0.8518731,0.04958445,0.0021425171,0.061793707,0.00037368096,0.028528538],"study_design_scores_gemma":[0.000752997,0.0002503998,0.013043621,0.0027875544,0.000094347444,0.000028148743,0.5463947,0.0063951146,0.000019133875,0.000036864738,0.42982134,0.00037578825],"about_ca_topic_score_codex":0.0003124933,"about_ca_topic_score_gemma":0.00006614337,"teacher_disagreement_score":0.42944768,"about_ca_system_score_codex":0.00085497607,"about_ca_system_score_gemma":0.0013693057,"threshold_uncertainty_score":0.9993674},"labels":[],"label_agreement":null},{"id":"W4362600840","doi":"10.3998/tia.3492","title":"Strategic planning tools for educational developers supporting SoTL cultures and programs at their institutions","year":2023,"lang":"en","type":"article","venue":"To improve the academy","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Worksheet; Scholarship of Teaching and Learning; Computer science; Institution; Management; Sociology; Mathematics education; Pedagogy; Psychology; Teaching method; Social science; Teaching and learning center","score_opus":0.4158867063345668,"score_gpt":0.5264143240652533,"score_spread":0.11052761773068653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362600840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8414747,0.00007797504,0.0000515367,0.15045927,0.00020970889,0.0011042085,0.000015158874,0.00015806546,0.006449339],"genre_scores_gemma":[0.99140644,0.000019496998,0.0014856303,0.0011430605,0.00042432811,0.00039335917,0.00003304858,0.00001080407,0.005083851],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988347,0.00014907196,0.000197698,0.00021888195,0.00026409607,0.00033549767],"domain_scores_gemma":[0.99858546,0.0010198003,0.00015400139,0.000073749914,0.000062347885,0.00010465055],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0029976196,0.00009416188,0.00008759703,0.000052330794,0.0020168202,0.00031619685,0.00031721583,0.000087023436,0.000034599285],"category_scores_gemma":[0.0026706618,0.00006488253,0.00003380453,0.000287784,0.00018429942,0.000578771,0.000111372065,0.00020533647,0.00007035614],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070104164,0.00006097035,0.004288714,0.00005561168,0.00012950927,4.89743e-7,0.23034582,0.0008008177,0.012084893,0.6291983,0.017098198,0.10586655],"study_design_scores_gemma":[0.0004327261,0.000099973564,0.022606254,0.000069522546,0.000069711714,0.000004603323,0.08768433,0.0005286385,0.0008876754,0.03887692,0.8482987,0.00044093168],"about_ca_topic_score_codex":0.00017466731,"about_ca_topic_score_gemma":0.00012440952,"teacher_disagreement_score":0.83120054,"about_ca_system_score_codex":0.00010284944,"about_ca_system_score_gemma":0.000401855,"threshold_uncertainty_score":0.9992824},"labels":[],"label_agreement":null},{"id":"W4366158460","doi":"10.1016/j.ssaho.2023.100525","title":"Exploring students' willingness to provide feedback: A mixed methods research on end-of-term student evaluations of teaching","year":2023,"lang":"en","type":"article","venue":"Social Sciences & Humanities Open","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; McGill University","funders":"","keywords":"Summative assessment; Formative assessment; Set (abstract data type); Interview; Process (computing); Quality (philosophy); Psychology; Perception; Mathematics education; Medical education; Computer science; Medicine","score_opus":0.8405376058943768,"score_gpt":0.6972430548151286,"score_spread":0.14329455107924816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366158460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9052288,0.000022153785,0.00008140615,0.0041769696,0.0009061182,0.0017056457,0.000010353892,0.00008848929,0.08778007],"genre_scores_gemma":[0.99205744,0.00003683102,0.004177759,0.00010952788,0.0003736269,0.00051086076,0.0000041215208,0.000019650888,0.0027102048],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9849014,0.008353583,0.0006401039,0.0005576444,0.0048477887,0.00069944456],"domain_scores_gemma":[0.9939651,0.0045977985,0.00043671412,0.00026849378,0.000634237,0.000097643344],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.08428494,0.00015949472,0.00038745915,0.0006349308,0.0072423485,0.0012369025,0.0040723328,0.00006618268,0.00020018264],"category_scores_gemma":[0.0063970084,0.00015677961,0.00010462425,0.0018357118,0.0016601535,0.002181632,0.0016262562,0.00045670025,0.00007113232],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032966793,0.00026611745,0.0067606964,0.000029715711,0.00005333507,0.000001062711,0.51343185,0.00022265977,0.00050116325,0.41687563,0.00072666147,0.06109811],"study_design_scores_gemma":[0.00043733043,0.00065646734,0.13850434,0.00031257945,0.000056919744,1.2855031e-7,0.81330496,0.000029804633,0.0006713449,0.012611513,0.03307815,0.0003364389],"about_ca_topic_score_codex":0.01199079,"about_ca_topic_score_gemma":0.0071632857,"teacher_disagreement_score":0.40426412,"about_ca_system_score_codex":0.00040164677,"about_ca_system_score_gemma":0.0010253909,"threshold_uncertainty_score":0.9997999},"labels":[],"label_agreement":null},{"id":"W4366451376","doi":"10.3138/cjpe.020.003","title":"Exploration of the Validity and Usefulness of an Integrated Performance Indicator for Postgraduate Scholarship Programs","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; Natural Sciences and Engineering Research Council of Canada","funders":"","keywords":"Scholarship; Value (mathematics); Psychology; Public relations; Medical education; Sociology; Marketing; Business; Computer science; Political science; Medicine","score_opus":0.4762830993263373,"score_gpt":0.46879250713405074,"score_spread":0.007490592192286538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366451376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936973,0.000097432785,0.0003149075,0.0039631515,0.00023942532,0.00160761,0.0000065898957,0.000008254111,0.000065317305],"genre_scores_gemma":[0.99084973,0.000014021843,0.008852765,0.000028992268,0.00013933434,0.00007447393,0.000013981416,0.000009165389,0.00001750775],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970954,0.0013140312,0.0005038256,0.00011008777,0.00079247786,0.00018415182],"domain_scores_gemma":[0.9964997,0.00013168632,0.0011801205,0.00014156473,0.0018182233,0.00022870585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014176953,0.00008334224,0.00015662785,0.00020934732,0.00043187238,0.00013243157,0.00031717954,0.000092854265,0.000028315693],"category_scores_gemma":[0.0037800283,0.000065683555,0.00006615078,0.00033970544,0.0003087141,0.0025684102,0.000006856771,0.00021811723,6.678246e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003694054,0.00010257646,0.05733177,0.000026266374,0.000024645718,9.7177114e-8,0.013526877,0.00032847165,0.00006767642,0.0009297056,0.000026212734,0.9275988],"study_design_scores_gemma":[0.005213313,0.0056958646,0.77797604,0.0010867784,0.0015119981,0.000031536933,0.026638515,0.039033324,0.013515798,0.011183554,0.117354006,0.0007592601],"about_ca_topic_score_codex":0.0018839559,"about_ca_topic_score_gemma":0.054433692,"teacher_disagreement_score":0.9268395,"about_ca_system_score_codex":0.00026406988,"about_ca_system_score_gemma":0.0033423945,"threshold_uncertainty_score":0.9628204},"labels":[],"label_agreement":null},{"id":"W4366815441","doi":"10.5539/jel.v12n3p54","title":"Post-Secondary Student Evaluations of Teachers: The Debate of Usefulness Continues","year":2023,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Set (abstract data type); Psychology; Constructive; Promotion (chess); Grade inflation; Higher education; Curriculum; Mathematics education; Pedagogy; Computer science; Political science","score_opus":0.10578537421448518,"score_gpt":0.4851432695841463,"score_spread":0.3793578953696611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366815441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98338103,0.00056688517,0.00003108458,0.011691524,0.00044258503,0.00007937048,4.3165196e-7,0.0000072638322,0.00379981],"genre_scores_gemma":[0.9957449,0.00017594124,0.00023072284,0.00007435448,0.00015784243,0.000002475347,0.0000012697737,0.0000040966775,0.0036084366],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9976788,0.0013876241,0.00033783494,0.000049590777,0.00047565872,0.00007048394],"domain_scores_gemma":[0.9970665,0.00121265,0.0009294075,0.000056418896,0.0006949207,0.000040092953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008820352,0.000038912116,0.00011230842,0.00015927882,0.00036001555,0.000052983978,0.00015521325,0.000029684008,0.00022758993],"category_scores_gemma":[0.0066054906,0.000028923634,0.00004817657,0.00021734499,0.000116647745,0.0003656809,0.000018822115,0.00032768853,0.0000043412674],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002018705,0.00022216172,0.1202001,0.00002621763,0.00010912835,3.374976e-7,0.6717976,0.0006957135,0.0020042334,0.0032380018,0.0025388729,0.19914748],"study_design_scores_gemma":[0.0001949098,0.000101799495,0.52770704,0.00008361037,0.00007697411,0.0000035543635,0.41869572,0.000034842302,0.00010468938,0.00033754157,0.05261764,0.000041665626],"about_ca_topic_score_codex":0.00029289656,"about_ca_topic_score_gemma":0.00008914833,"teacher_disagreement_score":0.40750694,"about_ca_system_score_codex":0.000029253766,"about_ca_system_score_gemma":0.00087093975,"threshold_uncertainty_score":0.7907866},"labels":[],"label_agreement":null},{"id":"W4367681310","doi":"10.32920/22732502.v1","title":"Not All Cut from the Same Cloth: Learning Styles and Curriculum Delivery in Higher Education","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Learning styles; Curriculum; Scholarship; Mathematics education; Psychology; Higher education; Journalism; Pedagogy; Sociology; Political science; Media studies","score_opus":0.24465738456758013,"score_gpt":0.4476715130802374,"score_spread":0.20301412851265727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367681310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8239986,0.001097444,0.0000151940085,0.146705,0.002237174,0.0004883437,0.0000074854293,0.00027856324,0.025172241],"genre_scores_gemma":[0.9598616,0.001713812,0.0010907683,0.0017049361,0.0009766695,0.000068587986,0.00007284212,0.000023480357,0.03448735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968012,0.0017317191,0.00026350204,0.0004297916,0.0005767773,0.00019701659],"domain_scores_gemma":[0.99721944,0.0020754046,0.00031623413,0.00022506485,0.00010360301,0.000060270904],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031274045,0.0001458627,0.00017087437,0.0000886164,0.0003512831,0.00043493966,0.0004322137,0.00023897136,0.0009440345],"category_scores_gemma":[0.0018501283,0.00011558399,0.0000509218,0.00011948516,0.00012810409,0.00030542645,0.0004589839,0.0010273756,0.00019132436],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022920041,0.00033523655,0.68681526,0.000059687423,0.00021282207,0.0000036284061,0.10094985,0.0028403865,0.00007829885,0.110756524,0.06670295,0.031222457],"study_design_scores_gemma":[0.00018044036,0.00001891302,0.5241081,0.0002763028,0.000115850315,1.5624535e-7,0.049370248,0.000655365,0.0000062530116,0.01631666,0.40852308,0.00042861243],"about_ca_topic_score_codex":0.32808366,"about_ca_topic_score_gemma":0.066576086,"teacher_disagreement_score":0.34182012,"about_ca_system_score_codex":0.00017456699,"about_ca_system_score_gemma":0.000532465,"threshold_uncertainty_score":0.99996924},"labels":[],"label_agreement":null},{"id":"W4367681520","doi":"10.32920/22732502","title":"Not All Cut from the Same Cloth: Learning Styles and Curriculum Delivery in Higher Education","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Learning styles; Curriculum; Scholarship; Mathematics education; Psychology; Higher education; Journalism; Student engagement; Index (typography); Pedagogy; Sociology; Computer science; Political science; Media studies","score_opus":0.24465738456758013,"score_gpt":0.4476715130802374,"score_spread":0.20301412851265727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367681520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8239986,0.001097444,0.0000151940085,0.146705,0.002237174,0.0004883437,0.0000074854293,0.00027856324,0.025172241],"genre_scores_gemma":[0.9598616,0.001713812,0.0010907683,0.0017049361,0.0009766695,0.000068587986,0.00007284212,0.000023480357,0.03448735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968012,0.0017317191,0.00026350204,0.0004297916,0.0005767773,0.00019701659],"domain_scores_gemma":[0.99721944,0.0020754046,0.00031623413,0.00022506485,0.00010360301,0.000060270904],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031274045,0.0001458627,0.00017087437,0.0000886164,0.0003512831,0.00043493966,0.0004322137,0.00023897136,0.0009440345],"category_scores_gemma":[0.0018501283,0.00011558399,0.0000509218,0.00011948516,0.00012810409,0.00030542645,0.0004589839,0.0010273756,0.00019132436],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022920041,0.00033523655,0.68681526,0.000059687423,0.00021282207,0.0000036284061,0.10094985,0.0028403865,0.00007829885,0.110756524,0.06670295,0.031222457],"study_design_scores_gemma":[0.00018044036,0.00001891302,0.5241081,0.0002763028,0.000115850315,1.5624535e-7,0.049370248,0.000655365,0.0000062530116,0.01631666,0.40852308,0.00042861243],"about_ca_topic_score_codex":0.32808366,"about_ca_topic_score_gemma":0.066576086,"teacher_disagreement_score":0.34182012,"about_ca_system_score_codex":0.00017456699,"about_ca_system_score_gemma":0.000532465,"threshold_uncertainty_score":0.99996924},"labels":[],"label_agreement":null},{"id":"W4376956744","doi":"10.1128/jmbe.00191-22","title":"COPUS-TA: An “Entry-Level” Peer Observation Tool to Support Teaching Assistant Professional Pedagogical Development","year":2023,"lang":"en","type":"article","venue":"Journal of Microbiology and Biology Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Mentorship; Context (archaeology); Computer science; Protocol (science); Professional development; Resource (disambiguation); Medical education; Knowledge management; Medicine","score_opus":0.3851849017086177,"score_gpt":0.5306929595159452,"score_spread":0.1455080578073275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376956744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9565876,0.000045925266,0.0002226477,0.040225,0.002419506,0.0001710672,0.0000068848212,0.000025660662,0.00029567291],"genre_scores_gemma":[0.97791445,0.000037979065,0.011468044,0.0015894759,0.0006635733,0.00001248437,0.00020443127,0.0000066817756,0.008102856],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99760795,0.0013310263,0.0004969894,0.00019786433,0.00012619632,0.00023998019],"domain_scores_gemma":[0.99845415,0.00037254085,0.00049266644,0.00007539733,0.00048794382,0.000117296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008327646,0.00010266154,0.00018873988,0.00022546107,0.0007558292,0.00004137735,0.00021664049,0.0002516492,0.00017467144],"category_scores_gemma":[0.0026417486,0.00008025971,0.000036023597,0.00014792733,0.00012562721,0.00036910517,0.00005099229,0.00040876286,0.00005528132],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003826504,0.00095861807,0.3633424,0.000025110117,0.00013761388,0.000004380999,0.08736292,0.000011208244,0.19364543,0.02754866,0.109140515,0.21744047],"study_design_scores_gemma":[0.00025405124,0.00033198806,0.20482892,0.00003588645,0.000026162124,0.000049208556,0.012154872,0.0000023942891,0.00027756777,0.0007578317,0.7811347,0.00014640395],"about_ca_topic_score_codex":0.000041535266,"about_ca_topic_score_gemma":0.00017585311,"teacher_disagreement_score":0.6719942,"about_ca_system_score_codex":0.00016079504,"about_ca_system_score_gemma":0.0020218205,"threshold_uncertainty_score":0.58133036},"labels":[],"label_agreement":null},{"id":"W4378647291","doi":"10.54097/hset.v49i.8503","title":"The influence of teaching styles on students’ math score","year":2023,"lang":"en","type":"article","venue":"Highlights in Science Engineering and Technology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Mathematics education; Ethnic group; Teaching method; Bar chart; Psychology; Mathematics; Statistics; Sociology","score_opus":0.03265278338713368,"score_gpt":0.37063867124054545,"score_spread":0.33798588785341177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378647291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98918056,0.000042046137,0.000008759231,0.009627304,0.00014647107,0.000103438375,4.6340156e-7,0.00025424926,0.00063670165],"genre_scores_gemma":[0.99919,0.00027869322,0.00034103246,0.00000959572,0.000018870027,0.000014023581,9.214453e-8,0.000004336939,0.00014336512],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99866945,0.000054124688,0.00016528205,0.00020950887,0.000608706,0.00029291617],"domain_scores_gemma":[0.9990147,0.0006061945,0.00007775766,0.00021116414,0.000055034085,0.00003517226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048192455,0.00006810342,0.000091965754,0.0006431485,0.0007670502,0.000090075126,0.0008039339,0.00006718046,4.3801606e-7],"category_scores_gemma":[0.004045569,0.000048578506,0.000009256945,0.0014905373,0.0008804972,0.0002724768,0.00015667883,0.00026345253,0.00002987568],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013603102,0.000012073247,0.008684074,0.000003313289,0.0000021028973,0.0000023776834,0.001731493,0.004100085,0.0025799843,0.98127687,0.000017628647,0.0015886207],"study_design_scores_gemma":[0.0008786243,0.00045834624,0.6916877,0.0008470083,0.000023532844,0.000009516228,0.020970784,0.01271096,0.006885213,0.020274276,0.24445063,0.0008034089],"about_ca_topic_score_codex":0.00016591889,"about_ca_topic_score_gemma":0.00010152883,"teacher_disagreement_score":0.9610026,"about_ca_system_score_codex":0.000057262467,"about_ca_system_score_gemma":0.0000806531,"threshold_uncertainty_score":0.58996075},"labels":[],"label_agreement":null},{"id":"W4380243321","doi":"10.1515/9780773575721","title":"Achieving Student Success","year":2010,"lang":"en","type":"book","venue":"McGill-Queen's University Press eBooks","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mathematics education; Psychology","score_opus":0.04850064486608507,"score_gpt":0.3378270821249573,"score_spread":0.28932643725887225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380243321","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017711437,0.0000023571563,0.000028743905,0.0015354869,0.0011169623,0.00079702056,0.00012551865,0.0004752881,0.9957415],"genre_scores_gemma":[0.0026434525,0.00013966663,0.0004547938,0.00018685889,0.00051967864,0.0000029479527,0.000038319675,0.00006410804,0.99595016],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99540716,0.0011890739,0.00033151728,0.0007898851,0.0016877446,0.0005946288],"domain_scores_gemma":[0.9968069,0.0008218582,0.00084527984,0.00075028976,0.00041426497,0.00036141105],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0018781268,0.00044862682,0.0005258813,0.00034516994,0.0027776065,0.00026258753,0.0020027312,0.00096056407,0.00025003531],"category_scores_gemma":[0.00034404846,0.00054490793,0.00028788418,0.000039254122,0.0005841962,0.0006715416,0.0008559807,0.002076606,0.00007279424],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048357604,0.00006982102,0.00012758943,0.000067581466,0.00023497373,0.000112645444,0.0037093614,0.000015081354,0.000007755624,0.97285205,0.020315547,0.002439219],"study_design_scores_gemma":[0.00041865653,0.000038497437,0.00017567436,0.00014448998,0.00036685998,6.2559553e-7,0.0007241315,0.0000015238448,0.000019197394,0.0002266586,0.9973012,0.00058246095],"about_ca_topic_score_codex":0.011980548,"about_ca_topic_score_gemma":0.00009827683,"teacher_disagreement_score":0.9769857,"about_ca_system_score_codex":0.0010847761,"about_ca_system_score_gemma":0.0006893749,"threshold_uncertainty_score":0.99970025},"labels":[],"label_agreement":null},{"id":"W4381189738","doi":"10.5206/cjsotlrcacea.2023.1.10960","title":"Evaluating and Improving the Formative Use of Student Evaluation of Teaching","year":2023,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"University of Guelph","keywords":"Formative assessment; Set (abstract data type); Mathematics education; Psychology; Pedagogy; Computer science; Medical education; Medicine","score_opus":0.38752230669739307,"score_gpt":0.5120943162826713,"score_spread":0.12457200958527825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381189738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99123347,0.000744746,0.00020441497,0.00667334,0.0002715761,0.00049987365,0.000003820043,0.000012523438,0.0003562554],"genre_scores_gemma":[0.9985402,0.000032114698,0.0009022407,0.00006352079,0.00013177053,0.000011084669,0.0000013884692,0.000014443986,0.00030323124],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9859659,0.0118823275,0.00049331115,0.00013219588,0.0012085037,0.0003177393],"domain_scores_gemma":[0.9882543,0.00986442,0.0010715555,0.00018189863,0.0004994407,0.00012835846],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16545203,0.00010868088,0.00018325006,0.00020406704,0.010980858,0.00052116474,0.0004862551,0.000065776345,0.000013782303],"category_scores_gemma":[0.065487884,0.00006301146,0.00009136992,0.00016029945,0.00039567996,0.0009726417,0.00006534558,0.0025112825,5.775329e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038242142,0.000012014519,0.041510884,0.00005311961,0.00023672092,3.5704122e-7,0.4723339,0.03878351,0.0009982504,0.014422063,0.000090746595,0.4315202],"study_design_scores_gemma":[0.0017243748,0.0006379861,0.34070915,0.0009975872,0.0017469528,0.00004318261,0.48882717,0.14217922,0.00011666809,0.013971375,0.008651679,0.00039465987],"about_ca_topic_score_codex":0.036038555,"about_ca_topic_score_gemma":0.018718924,"teacher_disagreement_score":0.43112552,"about_ca_system_score_codex":0.00014855659,"about_ca_system_score_gemma":0.0008090321,"threshold_uncertainty_score":0.99978995},"labels":[],"label_agreement":null},{"id":"W4381250722","doi":"10.5206/cjsotlrcacea.2023.1.13661","title":"Mapping the Journey from the Head to the Heart: Actualizing Indigenization in the Health and Human Services Education","year":2023,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Camosun College; Island Health","funders":"","keywords":"Indigenization; Indigenous; Curriculum; Sociology; Pedagogy; Medical education; Anthropology; Medicine","score_opus":0.21528355683402492,"score_gpt":0.46065339391638643,"score_spread":0.2453698370823615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381250722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6731971,0.0018500108,0.000052470205,0.3239699,0.0002880083,0.00043708552,0.0000027147855,0.000011804782,0.00019092861],"genre_scores_gemma":[0.9907194,0.00010991793,0.00009503515,0.007956447,0.0006488655,0.000019157394,0.000006632329,0.000016085212,0.00042848504],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98892576,0.009689885,0.00032951916,0.00014896781,0.00051002763,0.0003958431],"domain_scores_gemma":[0.9931879,0.005830182,0.00044350643,0.0002591627,0.00010135102,0.00017791777],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.060737334,0.00011707443,0.00012779736,0.00014244393,0.03129508,0.0020070914,0.0010842711,0.0000574477,0.000012284568],"category_scores_gemma":[0.007253559,0.00004907667,0.00006013487,0.00044696667,0.00019213608,0.00048460002,0.00005016069,0.002939342,0.000004895164],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010183092,0.000005906187,0.04717117,0.000011242111,0.000040457704,2.5618658e-7,0.90499693,0.0016221376,0.000024573097,0.006349047,0.0014500909,0.038317986],"study_design_scores_gemma":[0.00011947247,0.00005370062,0.20218301,0.00028926003,0.00003065483,0.000016518175,0.5009836,0.0002726939,8.9493244e-7,0.004558528,0.29141006,0.00008163373],"about_ca_topic_score_codex":0.25331298,"about_ca_topic_score_gemma":0.4882124,"teacher_disagreement_score":0.40401337,"about_ca_system_score_codex":0.00015217236,"about_ca_system_score_gemma":0.0010426675,"threshold_uncertainty_score":0.9993609},"labels":[],"label_agreement":null},{"id":"W4381490984","doi":"10.4324/9781003446859-9","title":"The Final Step","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.3636806480673212,"score_gpt":0.4689278319985154,"score_spread":0.1052471839311942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381490984","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011587098,0.00009933161,0.000029449855,0.035310406,0.0009034276,0.00014691293,0.0000020343182,0.0002122595,0.96329504],"genre_scores_gemma":[0.00006985237,0.00076616363,0.00021116367,0.00023385396,0.00055402296,0.0000048197303,0.0000030529416,0.000020297675,0.99813676],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986313,0.0001218529,0.00014832478,0.00015038226,0.0007984296,0.00014969587],"domain_scores_gemma":[0.99755377,0.001928864,0.0001803723,0.00019991511,0.00009083828,0.00004626676],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0033766935,0.00008663861,0.00008289254,0.00003482956,0.001243913,0.00020906121,0.00040289786,0.00015397242,0.002706988],"category_scores_gemma":[0.0011335722,0.00005929533,0.00007493315,0.000018203787,0.0002263723,0.000108942724,0.00006425034,0.00033740586,0.0067783836],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016186657,8.498368e-7,0.0000024965077,9.3445044e-7,0.000016298065,0.0000012145231,0.00044617988,4.5004037e-7,3.8848757e-8,0.8575595,0.1116497,0.030320708],"study_design_scores_gemma":[0.000024660138,0.000007918392,0.000021818345,0.000012958885,0.000019490491,1.3382119e-7,0.0003926334,0.0000071016275,6.875882e-8,0.07858975,0.9208458,0.00007766251],"about_ca_topic_score_codex":0.0011395506,"about_ca_topic_score_gemma":0.014940232,"teacher_disagreement_score":0.8091961,"about_ca_system_score_codex":0.00006727779,"about_ca_system_score_gemma":0.0002910612,"threshold_uncertainty_score":0.99820465},"labels":[],"label_agreement":null},{"id":"W4381684111","doi":"10.36021/jethe.v6i1.320","title":"Modalities of Faculty Engagement with the Scholarship of Teaching and Learning","year":2023,"lang":"en","type":"article","venue":"Journal of Effective Teaching in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship of Teaching and Learning; Modalities; Scholarship; Medical education; Discipline; Psychology; Teaching staff; Sociology; Pedagogy; Teaching method; Teaching and learning center; Political science; Medicine; Social science","score_opus":0.15600992192011318,"score_gpt":0.4755340735550174,"score_spread":0.3195241516349042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381684111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986967,0.00015601984,0.00005007152,0.007703619,0.00028365536,0.00023234925,7.7141465e-7,0.000014743136,0.004591749],"genre_scores_gemma":[0.9970016,0.00001444999,0.0014238822,0.000044421166,0.00018788221,0.0000105227655,0.0000022185077,0.0000094255965,0.0013055933],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9901521,0.008673646,0.00032691215,0.000100802004,0.0006172388,0.0001292751],"domain_scores_gemma":[0.9948073,0.0039883014,0.0009021308,0.00008043073,0.00018308817,0.000038768572],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030057533,0.000083423205,0.00019155904,0.00030666616,0.00061904144,0.00006042151,0.00018983944,0.000047084275,0.000018816776],"category_scores_gemma":[0.005331315,0.00005729059,0.000041385687,0.0002332246,0.00013744822,0.0007751019,0.000033719538,0.0016602766,9.992481e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015212737,0.00036445918,0.5133204,0.00015208528,0.00016619195,0.0000013183327,0.39737585,0.004991676,0.0028457644,0.046101835,0.00076084747,0.033767454],"study_design_scores_gemma":[0.00034061118,0.0002875851,0.91925687,0.0004331028,0.000070843525,0.0000023855612,0.06415258,0.000035508976,0.00007025874,0.001625834,0.013641161,0.000083272695],"about_ca_topic_score_codex":0.001247732,"about_ca_topic_score_gemma":0.00009470467,"teacher_disagreement_score":0.40593645,"about_ca_system_score_codex":0.00016924707,"about_ca_system_score_gemma":0.0002468334,"threshold_uncertainty_score":0.99875987},"labels":[],"label_agreement":null},{"id":"W4382450311","doi":"10.1515/9781553395348-011","title":"The Sweet Smell of Student Success: Demonstrating Learning Experience Quality in Ontario","year":2018,"lang":"en","type":"book-chapter","venue":"McGill-Queen's University Press eBooks","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Psychology; Mathematics education; Philosophy; Epistemology","score_opus":0.09552569788110021,"score_gpt":0.36017783765261907,"score_spread":0.26465213977151886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382450311","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016123757,0.0000030365106,0.000016849883,0.00018236882,0.00024187072,0.0004898224,0.00001144259,0.000080691025,0.98285013],"genre_scores_gemma":[0.27096128,0.00007202026,0.00020324353,0.0000214529,0.00005110992,0.0000018482558,0.0000041187077,0.000018804574,0.7286661],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99611557,0.0012187364,0.0005268513,0.00052569696,0.001230268,0.00038290507],"domain_scores_gemma":[0.99650013,0.0013360636,0.0012514011,0.00043459493,0.00035332947,0.0001244634],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0030988033,0.00028322564,0.00041277223,0.00014459071,0.0020158284,0.00011962342,0.0011746635,0.0003523193,0.00015769852],"category_scores_gemma":[0.0003762733,0.00028468287,0.00016137949,0.000023577191,0.0010377822,0.0003960068,0.0005017026,0.0011591124,0.000007918301],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008571778,0.00003325284,0.0075157527,0.000025108084,0.000101404046,0.000023026252,0.04768004,0.000067987596,0.000007676304,0.9434643,0.00009315332,0.00090259744],"study_design_scores_gemma":[0.00034810626,0.00007418868,0.0035826105,0.00022203824,0.000077709636,2.3743033e-7,0.01496295,0.0000049595437,0.00004566431,0.00056472793,0.9797579,0.0003588813],"about_ca_topic_score_codex":0.37507054,"about_ca_topic_score_gemma":0.046781197,"teacher_disagreement_score":0.9796648,"about_ca_system_score_codex":0.0009801405,"about_ca_system_score_gemma":0.0004410004,"threshold_uncertainty_score":0.99996054},"labels":[],"label_agreement":null},{"id":"W4383815387","doi":"10.56230/osotl.16","title":"Does it matter when it happens? Assessing whether formative quizzes at different timepoints in a course are predictive of final exam grades","year":2023,"lang":"en","type":"article","venue":"Open Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Summative assessment; Formative assessment; Academic achievement; Psychology; Medical education; Predictive value; Mathematics education; Medicine; Internal medicine","score_opus":0.1625747681532041,"score_gpt":0.4553232299467115,"score_spread":0.2927484617935074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383815387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97022,0.000050868115,0.00005815083,0.014713596,0.00011522085,0.0003432146,0.0000055385162,0.000045571178,0.014447819],"genre_scores_gemma":[0.9914115,0.000025011463,0.0013485543,0.00018983675,0.00004485978,0.000021465448,0.000011126876,0.000022406572,0.0069252253],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9914895,0.0065686903,0.000500721,0.00035188615,0.00074464385,0.00034450184],"domain_scores_gemma":[0.9965852,0.0021159302,0.0009180188,0.00018063179,0.00010477044,0.0000954656],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01525258,0.00018268937,0.00041697721,0.00021600389,0.0014081169,0.00057669944,0.000541606,0.00013161766,0.00039330122],"category_scores_gemma":[0.0055902507,0.00013516052,0.00006598315,0.00015808987,0.00021004453,0.003086339,0.0004993712,0.0016576466,0.000042286894],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009648166,0.0001042082,0.8052152,0.00006816206,0.00005848042,0.0000036238102,0.1888618,0.00034175985,0.00039577796,0.00021518656,0.00047236754,0.0041669523],"study_design_scores_gemma":[0.0006956621,0.0001148651,0.81534004,0.0015885929,0.00006429222,0.0000017613276,0.17682134,0.0006368721,0.00012505878,0.0012648008,0.00312239,0.00022434664],"about_ca_topic_score_codex":0.0030240815,"about_ca_topic_score_gemma":0.0024640092,"teacher_disagreement_score":0.021191493,"about_ca_system_score_codex":0.00012911408,"about_ca_system_score_gemma":0.0000772074,"threshold_uncertainty_score":0.99989194},"labels":[],"label_agreement":null},{"id":"W4383956189","doi":"10.1080/10511970.2023.2235688","title":"A Term-Long Course on Post-Secondary Mathematics Teaching for Graduate Students: The Start of Their Teaching Journey","year":2023,"lang":"en","type":"article","venue":"PRIMUS","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Course (navigation); Mathematics education; Teaching method; Craft; Term (time); Teaching philosophy; Graduate students; Teaching and learning center; Pedagogy; Psychology; Engineering","score_opus":0.21104511841256784,"score_gpt":0.4812581637871344,"score_spread":0.27021304537456653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383956189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9671954,0.000070385504,0.0004858396,0.021514133,0.0005525794,0.0009372694,0.00003547844,0.0002085353,0.009000391],"genre_scores_gemma":[0.99540454,0.000044804456,0.0016512406,0.0005849802,0.00029340026,0.00005927328,0.00001563382,0.000035324385,0.001910821],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9966484,0.0011753767,0.0004328478,0.00023860081,0.001123106,0.00038168457],"domain_scores_gemma":[0.9947925,0.004036014,0.00053641835,0.00038507069,0.00016332671,0.000086668835],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.015312238,0.0001627817,0.00024059138,0.00012776589,0.0016957903,0.00027586668,0.0009430958,0.00007196646,0.000050245886],"category_scores_gemma":[0.0056828596,0.00011396065,0.00015410139,0.00012882281,0.00015974112,0.0004719414,0.00014909955,0.0007923794,0.000055885575],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012889381,0.0015295194,0.015920479,0.0002847055,0.00059135386,0.0000105062145,0.6620607,0.00025725306,0.0013926985,0.06730133,0.01844405,0.23207851],"study_design_scores_gemma":[0.004539767,0.0016172891,0.24243218,0.001637247,0.000890702,0.000016903903,0.5758201,0.0046369527,0.0009642606,0.064533725,0.10129269,0.0016181801],"about_ca_topic_score_codex":0.00044543837,"about_ca_topic_score_gemma":0.00036983256,"teacher_disagreement_score":0.23046032,"about_ca_system_score_codex":0.00010319292,"about_ca_system_score_gemma":0.00029515204,"threshold_uncertainty_score":0.99960387},"labels":[],"label_agreement":null},{"id":"W4385063162","doi":"10.1007/978-981-287-079-7_132-1","title":"The Integrity of Good Relations: Indigenous Approaches to Respect, Relationality, and Reciprocity in Higher Learning","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Indigenous; Poverty; Realm; Inclusion (mineral); Environmental ethics; Reciprocity (cultural anthropology); Political science; Context (archaeology); Sociology; Engineering ethics; Public relations; Economic growth; Social science; Law; Geography; Engineering; Economics","score_opus":0.5410514141728395,"score_gpt":0.42018686520328896,"score_spread":0.12086454896955057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385063162","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001672252,0.0002721755,0.00003848331,0.025941238,0.00019237857,0.00063184113,0.000004832838,0.000104839884,0.97114193],"genre_scores_gemma":[0.060415495,0.00029660095,0.0013441913,0.000047319383,0.00013471437,0.000024287418,0.000011863903,0.00002615898,0.9376994],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974306,0.00070250814,0.000493195,0.00033252448,0.0008551795,0.00018599011],"domain_scores_gemma":[0.99471843,0.0044236085,0.00046032743,0.00020164778,0.00012798644,0.00006797575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010146448,0.00014379834,0.00022492258,0.0002019826,0.00092140684,0.00011212129,0.00028600846,0.00036851253,0.00031684598],"category_scores_gemma":[0.0046783863,0.000117875374,0.000058580525,0.0001598895,0.00030648249,0.0002504266,0.00016633661,0.0013543573,0.00012895664],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016386824,0.000010037362,0.0068565463,0.000008508608,0.00003277515,6.0819906e-7,0.014989521,0.00007515738,2.828904e-7,0.97304696,0.00027860038,0.0046845907],"study_design_scores_gemma":[0.00013305435,0.000060421175,0.044453,0.00015213953,0.000043185577,4.1263544e-7,0.0029243985,0.00002514664,8.859499e-7,0.5429153,0.40904313,0.00024896074],"about_ca_topic_score_codex":0.0041075107,"about_ca_topic_score_gemma":0.028072877,"teacher_disagreement_score":0.4301317,"about_ca_system_score_codex":0.0002732258,"about_ca_system_score_gemma":0.0003934695,"threshold_uncertainty_score":0.9896623},"labels":[],"label_agreement":null},{"id":"W4385220373","doi":"10.5465/amproc.2023.19576abstract","title":"An Exploration of Career Script Awareness Within the Academic Career","year":2023,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scripting language; Promotion (chess); Career development; Perspective (graphical); Career portfolio; Medical education; Cognitive Information Processing; Psychology; Face (sociological concept); Career Pathways; Career education; Pedagogy; Sociology; Vocational education; Political science; Medicine; Computer science; Social science","score_opus":0.30679371660651955,"score_gpt":0.4475692498385345,"score_spread":0.14077553323201497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385220373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9320057,0.00012047274,0.00013137131,0.048606187,0.0003137703,0.00096758123,0.000004282036,0.00031436485,0.017536249],"genre_scores_gemma":[0.99661636,0.00036717564,0.0003429289,0.00044417832,0.00017558411,0.00008251645,0.000005065175,0.000018215667,0.0019479631],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9974276,0.00013599642,0.0004655638,0.0002966021,0.0014133498,0.00026092274],"domain_scores_gemma":[0.99889755,0.00012048196,0.00064151944,0.000091963855,0.00018189986,0.00006658914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076156682,0.00012287729,0.00016600887,0.00026510502,0.0004614971,0.00005996538,0.0010505354,0.00016842227,0.00003253859],"category_scores_gemma":[0.00054154755,0.00010271078,0.00005134366,0.00096336077,0.0002921385,0.00382591,0.00016374903,0.0003946071,0.000032200678],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047386147,0.00005215415,0.026475042,0.00029671675,0.00013349259,4.3048504e-7,0.12366248,0.0006362572,0.0021888448,0.8158236,0.019501857,0.011181703],"study_design_scores_gemma":[0.0011491447,0.00022434426,0.12220542,0.00052795134,0.00068370486,6.949313e-7,0.54879606,0.002768248,0.012604175,0.099270105,0.21096909,0.00080103683],"about_ca_topic_score_codex":0.0003885796,"about_ca_topic_score_gemma":0.000023410603,"teacher_disagreement_score":0.7165535,"about_ca_system_score_codex":0.000058327794,"about_ca_system_score_gemma":0.000043738346,"threshold_uncertainty_score":0.41884238},"labels":[],"label_agreement":null},{"id":"W4385829007","doi":"10.1080/13562517.2023.2244887","title":"Faculty beliefs and the need for teaching improvement: a conceptual replication study","year":2023,"lang":"en","type":"article","venue":"Teaching in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Royal University; University of Alberta","funders":"","keywords":"Psychology; Replication (statistics); Higher education; Teaching method; Quality (philosophy); Adaptation (eye); Teaching and learning center; Class (philosophy); Mathematics education; Medical education; Pedagogy; Sociology; Political science; Computer science; Law; Medicine","score_opus":0.19265330408347148,"score_gpt":0.49340747103551824,"score_spread":0.30075416695204676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385829007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92685145,0.000058575584,0.000060960894,0.06247393,0.00089602487,0.0022604957,0.000004624153,0.0002476512,0.007146276],"genre_scores_gemma":[0.98514134,0.000006918823,0.0007125041,0.0005966469,0.0006327916,0.0008850602,0.0000822124,0.00001822033,0.0119243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99689406,0.0016584729,0.00035009428,0.0004188299,0.00042564658,0.0002529061],"domain_scores_gemma":[0.9976404,0.0015862,0.00028905066,0.00037078056,0.000059212325,0.00005439185],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.016418396,0.000118099975,0.00015165348,0.00016669484,0.0016046619,0.00020928528,0.00029995586,0.00006868229,0.000023443958],"category_scores_gemma":[0.0039433977,0.00009675718,0.000039224647,0.00022247262,0.00022562686,0.0005678735,0.00006284087,0.0004580727,0.000015528645],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056977737,0.00041102618,0.03989041,0.000012553519,0.000028190037,8.176461e-8,0.43895632,0.000047192352,0.00010040354,0.47341952,0.006582323,0.040495],"study_design_scores_gemma":[0.0033756224,0.00020916597,0.3155664,0.0000625434,0.00010350895,4.3766212e-7,0.35933676,0.0006559479,0.0000055442624,0.017762717,0.3025765,0.00034484046],"about_ca_topic_score_codex":0.010450454,"about_ca_topic_score_gemma":0.001031709,"teacher_disagreement_score":0.4556568,"about_ca_system_score_codex":0.00021531922,"about_ca_system_score_gemma":0.0001942906,"threshold_uncertainty_score":0.9996951},"labels":[],"label_agreement":null},{"id":"W4386301485","doi":"10.25071/1497-3170.2488","title":"University Teaching Practicum","year":2001,"lang":"en","type":"article","venue":"CORE","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Practicum; Psychology; Medical education; Mathematics education; Medicine","score_opus":0.2461066484556554,"score_gpt":0.46320106836893427,"score_spread":0.21709441991327885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386301485","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36406115,0.000023585628,0.0004281928,0.019049225,0.00028024282,0.00007506773,3.7276334e-7,0.0001388949,0.61594325],"genre_scores_gemma":[0.9574283,0.000060513245,0.0014549218,0.00021278209,0.00020226676,2.5070239e-7,0.0000014949585,0.0000038857434,0.040635616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906933,0.00038819225,0.000048641024,0.00010713854,0.00025746753,0.00012921012],"domain_scores_gemma":[0.99936837,0.00032297306,0.000089068555,0.000108030596,0.000047488058,0.00006404491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016909186,0.000036635767,0.00004394674,0.000039451785,0.00088648906,0.000045296896,0.00018646865,0.00004187242,0.0005776186],"category_scores_gemma":[0.0025718415,0.000040546343,0.000023807072,0.00009837859,0.00007042722,0.0006639666,0.00003013995,0.00021134467,0.00025725467],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005867981,0.0001609198,0.24299358,0.0000043472373,0.000029669309,0.00009251427,0.037255634,0.000036872247,0.0002350593,0.5929798,0.06793741,0.05821555],"study_design_scores_gemma":[0.00008866779,0.000009841457,0.004678964,0.000004944854,0.00001247941,0.0000021414403,0.010506352,0.000073839765,0.000001394588,0.000759113,0.9838065,0.000055753324],"about_ca_topic_score_codex":0.0025459842,"about_ca_topic_score_gemma":0.0011493176,"teacher_disagreement_score":0.9158691,"about_ca_system_score_codex":0.000107837834,"about_ca_system_score_gemma":0.00011726915,"threshold_uncertainty_score":0.6818247},"labels":[],"label_agreement":null},{"id":"W4386487718","doi":"10.1007/978-981-287-079-7_171-1","title":"Academic Integrity Leadership and Community Building in Canadian Higher Education","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; University of Manitoba; University of Calgary","funders":"","keywords":"Political science; Christian ministry; Work (physics); Academic community; Asset (computer security); Public relations; Higher education; Argument (complex analysis); Academic integrity; Leadership development; Public administration; Engineering ethics; Sociology; Engineering; Social science; Computer science; Law","score_opus":0.5278497486527111,"score_gpt":0.4914539688129946,"score_spread":0.03639577983971648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386487718","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027872815,0.00029327237,6.898729e-7,0.061847255,0.0007624448,0.00023536719,0.000004484912,0.00009831634,0.93397087],"genre_scores_gemma":[0.25868893,0.00025180847,0.00015605084,0.001158462,0.00023060222,0.000006925475,0.000015347476,0.000021152093,0.7394707],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981398,0.0008401429,0.00022118044,0.0001804297,0.0003347719,0.00028368217],"domain_scores_gemma":[0.99806285,0.0012782253,0.00015693252,0.00017863192,0.00007679176,0.00024654515],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007541982,0.00013555,0.00016186223,0.00043009265,0.00075646973,0.00009311308,0.00035954322,0.00066601264,0.0011828471],"category_scores_gemma":[0.0016134051,0.00015059391,0.000028360117,0.00007030465,0.00022368753,0.00035977148,0.000054796477,0.0049246144,0.0001584707],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013282158,0.0000049619316,0.0031787571,0.000020403331,0.000007970127,5.259363e-7,0.0067637223,3.7682713e-7,8.63908e-7,0.97854525,0.0053315545,0.006144288],"study_design_scores_gemma":[0.00005601058,0.000010825081,0.013221465,0.0003177465,0.000025598674,4.51994e-7,0.007794949,0.0000039936613,4.1719701e-7,0.16666731,0.8116517,0.00024951602],"about_ca_topic_score_codex":0.95695734,"about_ca_topic_score_gemma":0.98014474,"teacher_disagreement_score":0.81187797,"about_ca_system_score_codex":0.0008960379,"about_ca_system_score_gemma":0.0026398269,"threshold_uncertainty_score":0.9997302},"labels":[],"label_agreement":null},{"id":"W4386545263","doi":"10.1007/s42087-023-00361-7","title":"Student Evaluation of Teaching (SET): Why the Emperor Has No Clothes and What We Should Do About It","year":2023,"lang":"en","type":"article","venue":"Human Arenas","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Set (abstract data type); Promotion (chess); Grade inflation; Mathematics education; Population; Quality (philosophy); Psychology; Higher education; Medical education; Computer science; Sociology; Medicine; Political science; Law","score_opus":0.45724635307900074,"score_gpt":0.5312590074083061,"score_spread":0.07401265432930537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386545263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93191165,0.0016597708,0.000007841306,0.045945566,0.0005345395,0.0006510851,0.000002428649,0.0001334043,0.019153716],"genre_scores_gemma":[0.99644184,0.0008282891,0.000058406647,0.000527142,0.000312385,0.000052637908,0.0000072528424,0.000016818598,0.0017552542],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99499506,0.0023103126,0.0003113503,0.00027128725,0.0018799132,0.00023209579],"domain_scores_gemma":[0.99811935,0.00095829327,0.00030362527,0.00030283476,0.0002541963,0.00006168925],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01742119,0.000120337165,0.00015790234,0.0001234058,0.0019909248,0.0011245956,0.00042517154,0.000074934964,0.0006778876],"category_scores_gemma":[0.0022670755,0.00009117921,0.000060683124,0.00016233632,0.00037251948,0.0012602975,0.00012864289,0.00029721527,0.00015203962],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021776437,0.00017458563,0.011195123,0.000056714645,0.00016762335,0.0000019180468,0.7877803,0.0004488351,0.0011856195,0.04713816,0.06495086,0.08687848],"study_design_scores_gemma":[0.0010119622,0.00017339547,0.09163001,0.00063427835,0.00035711812,0.0000010150727,0.31982344,0.0009605089,0.00012172882,0.013392924,0.5715026,0.00039100368],"about_ca_topic_score_codex":0.0010795355,"about_ca_topic_score_gemma":0.0037306377,"teacher_disagreement_score":0.50655174,"about_ca_system_score_codex":0.00009979083,"about_ca_system_score_gemma":0.00014140278,"threshold_uncertainty_score":0.9999123},"labels":[],"label_agreement":null},{"id":"W4386579700","doi":"10.55667/10.55667/ijede.2023.v38.i1.1290","title":"The experience of BAME students on a psychology undergraduate dissertation module","year":2023,"lang":"en","type":"article","venue":"International journal of e-learning & distance education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ethnic group; Thematic analysis; Psychology; Intersectionality; Deci-; Pedagogy; TUTOR; Reflexivity; Medical education; Qualitative research; Sociology; Gender studies; Social science","score_opus":0.06245429668850693,"score_gpt":0.5319732822201474,"score_spread":0.46951898553164045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386579700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9578382,0.00009405857,0.0015237189,0.032506194,0.004189204,0.00009398077,7.800092e-7,0.00002391359,0.0037299704],"genre_scores_gemma":[0.99513686,0.0005541195,0.00020270397,0.000119790755,0.00033397065,0.000011157971,0.0000060122284,0.000008223611,0.0036271464],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9974616,0.00052670826,0.00042309653,0.000117964126,0.0013433266,0.00012725925],"domain_scores_gemma":[0.99710417,0.0008127119,0.001063386,0.000100642574,0.00086654676,0.00005254833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002287703,0.00006708122,0.00009099653,0.00018003391,0.00037183234,0.00015469774,0.0007587252,0.00003674253,0.00003912187],"category_scores_gemma":[0.004746738,0.000055440338,0.00006590978,0.00028725434,0.00013945252,0.00048399088,0.000021550715,0.00025659823,0.000038955743],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074299285,0.00092689064,0.31412742,0.000010799412,0.0002552429,0.0000068034096,0.121582285,0.0061787353,0.0018234325,0.4627701,0.008642246,0.08293307],"study_design_scores_gemma":[0.00068487396,0.00028030065,0.5987121,0.0003592781,0.000035137415,0.0000072866064,0.09405735,0.0004295806,0.00025831535,0.02317481,0.28180227,0.00019872085],"about_ca_topic_score_codex":0.00014532502,"about_ca_topic_score_gemma":0.00017837207,"teacher_disagreement_score":0.43959528,"about_ca_system_score_codex":0.00017498177,"about_ca_system_score_gemma":0.0003171266,"threshold_uncertainty_score":0.5682631},"labels":[],"label_agreement":null},{"id":"W4387267871","doi":"10.1080/02602938.2023.2263668","title":"Flexible assessment: some benefits and costs for students and instructors","year":2023,"lang":"en","type":"article","venue":"Assessment & Evaluation in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Grading (engineering); Workload; Flexibility (engineering); Rigour; Formative assessment; Psychology; Medical education; Mathematics education; Pedagogy; Computer science; Engineering; Management; Medicine","score_opus":0.27421430645693995,"score_gpt":0.5825374862958459,"score_spread":0.30832317983890595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387267871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9708639,0.00041780452,0.000019386182,0.019485565,0.002148075,0.0017671181,0.000006971615,0.00011726842,0.0051739467],"genre_scores_gemma":[0.9927557,0.00056108116,0.0026061411,0.0003258073,0.0003404812,0.0010254316,0.0001572424,0.000019513127,0.0022085994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99668545,0.00093708537,0.0003586373,0.00041036677,0.001345868,0.00026261483],"domain_scores_gemma":[0.9982723,0.00081626326,0.0002815712,0.00017223692,0.00034862928,0.000109011766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008769674,0.00013538872,0.00015518222,0.00040644797,0.00057069515,0.00038692687,0.00018411092,0.0001086423,0.0002505668],"category_scores_gemma":[0.00044289924,0.00015247075,0.000023714765,0.0005284335,0.00008570851,0.001645508,0.00006721316,0.00015019147,0.000011759354],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008837269,0.00019812616,0.5815931,0.000026654681,0.000026326485,5.477712e-8,0.00294849,0.00015916073,0.000072555136,0.2917919,0.0015913165,0.12158349],"study_design_scores_gemma":[0.0008624863,0.00005516007,0.96697915,0.000075405165,0.000072762065,1.9569524e-7,0.0036771153,0.000927736,0.000007915244,0.015398885,0.011776651,0.0001665297],"about_ca_topic_score_codex":0.0007788041,"about_ca_topic_score_gemma":0.00025757044,"teacher_disagreement_score":0.38538605,"about_ca_system_score_codex":0.00081816263,"about_ca_system_score_gemma":0.001197883,"threshold_uncertainty_score":0.6217576},"labels":[],"label_agreement":null},{"id":"W4387583052","doi":"10.4018/978-1-6684-8888-1.ch010","title":"Learning and Leading Within a Multigenerational University Course Experience","year":2023,"lang":"en","type":"book-chapter","venue":"Advances in early childhood and K-12 education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Subject matter; Psychology; Course (navigation); Qualitative research; Pedagogy; Life course approach; Mathematics education; Medical education; Sociology; Social psychology; Engineering; Curriculum; Medicine","score_opus":0.03510727014712974,"score_gpt":0.37039499911534224,"score_spread":0.3352877289682125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387583052","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39210936,0.00962383,0.000113400325,0.0043952465,0.0032876383,0.0010825474,0.00001598402,0.0003230184,0.589049],"genre_scores_gemma":[0.6182967,0.011407652,0.0019241837,0.00007889548,0.0005109787,0.000007726628,0.000038883358,0.000028889819,0.3677061],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988677,0.00014058298,0.00017388219,0.00035496897,0.00032272248,0.00014017403],"domain_scores_gemma":[0.9991476,0.0003252145,0.00029239274,0.00007532005,0.0000758622,0.0000836221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005897095,0.00013817576,0.00014933303,0.00015888132,0.00070041296,0.00010504478,0.00010787828,0.00014453082,0.000041279403],"category_scores_gemma":[0.00045444834,0.00016521069,0.000022469958,0.00005928308,0.00025860654,0.0012571117,0.00003989576,0.00041571143,0.000019319537],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015022393,0.00009181081,0.027431592,0.000026217254,0.000025898622,0.0000032989094,0.32892218,0.00025575393,0.000015443431,0.5189877,0.00008548986,0.12413961],"study_design_scores_gemma":[0.0007726579,0.00020541625,0.14166795,0.0011508027,0.00012254194,0.000007427786,0.09787252,0.00014702843,0.000006898182,0.042221803,0.71470773,0.0011172447],"about_ca_topic_score_codex":0.00048034426,"about_ca_topic_score_gemma":0.003364119,"teacher_disagreement_score":0.7146222,"about_ca_system_score_codex":0.00009672327,"about_ca_system_score_gemma":0.0005590553,"threshold_uncertainty_score":0.67370963},"labels":[],"label_agreement":null},{"id":"W4387601797","doi":"10.3389/feduc.2023.1253622","title":"How has teaching effectiveness been conceptualized? Questioning the consistency between definition and measure","year":2023,"lang":"en","type":"article","venue":"Frontiers in Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Social Sciences and Humanities Research Council of Canada; Dalhousie University","keywords":"Consistency (knowledge bases); Construct (python library); Quality (philosophy); Psychology; Mathematics education; Medical education; Computer science; Medicine; Epistemology","score_opus":0.14177623832740144,"score_gpt":0.4039988265946496,"score_spread":0.26222258826724815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387601797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87151587,0.0028053455,0.007851015,0.09712411,0.0048336512,0.0011977429,0.0000068178974,0.00032484494,0.014340606],"genre_scores_gemma":[0.99482036,0.000094488925,0.0041570417,0.00009308677,0.00032389603,0.000098851786,0.0000379354,0.000010633994,0.00036371223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99597555,0.00310881,0.00014513216,0.00021378395,0.0003725796,0.00018413913],"domain_scores_gemma":[0.9983835,0.0011681118,0.00016633177,0.00012822928,0.00010206466,0.000051746156],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006394695,0.00008516808,0.00013379482,0.00017538655,0.0014328557,0.0004002458,0.00015447277,0.00009380597,0.000004919158],"category_scores_gemma":[0.006995938,0.00007835925,0.000027099415,0.00032934372,0.00035761553,0.0007465776,0.000024003544,0.00031149268,0.000006969448],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014077008,0.00004759018,0.66091365,0.00003621207,0.000037425507,3.5417207e-7,0.08841659,0.000020850415,0.00003895906,0.07357489,0.01241905,0.16448034],"study_design_scores_gemma":[0.0004049534,0.000033740307,0.6468101,0.00030720522,0.00009838512,9.990667e-7,0.2070777,0.00011811693,0.00002437247,0.062272508,0.08260599,0.00024589314],"about_ca_topic_score_codex":0.0021365455,"about_ca_topic_score_gemma":0.0002732762,"teacher_disagreement_score":0.16423444,"about_ca_system_score_codex":0.00024986925,"about_ca_system_score_gemma":0.00053943065,"threshold_uncertainty_score":0.99986714},"labels":[],"label_agreement":null},{"id":"W4388194925","doi":"10.61669/001c.21308","title":"Welcome to the Winter 2021 Issue of Intersection: A Journal at the Intersection of Assessment and Learning","year":2021,"lang":"en","type":"article","venue":"Intersection A Journal at the Intersection of Assessment and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Air Force Academy; U.S. Air Force; University of Alberta; University of South Dakota; University of Hawai'i; McGill University; Ohio State University","keywords":"Intersection (aeronautics); Window (computing); Social cognitive theory; Cognition; Psychology; Mathematics education; Sociology; Computer science; Social psychology; Geography; World Wide Web; Cartography","score_opus":0.049682063916457866,"score_gpt":0.42231601110507055,"score_spread":0.3726339471886127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388194925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9461555,0.00028933078,0.016597942,0.021212792,0.006310376,0.0003427022,0.0000021811366,0.000029039342,0.009060163],"genre_scores_gemma":[0.9860077,0.000409692,0.00048155166,0.00025326698,0.0012042301,0.000018247949,0.0000037425705,0.00003309395,0.011588494],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99057555,0.0061646397,0.0012537766,0.00040541092,0.0012206533,0.0003799712],"domain_scores_gemma":[0.9945648,0.0016064605,0.0022282875,0.0002692468,0.0011460097,0.00018521426],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011398792,0.0003120226,0.00048350025,0.00033274034,0.0036272747,0.0005231278,0.00038723878,0.00016085585,0.0044063604],"category_scores_gemma":[0.0016044917,0.00020422314,0.00041513375,0.0006281792,0.00058584433,0.0008828158,0.00051575387,0.0032715546,0.000015892163],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003336888,0.0008421147,0.18759727,0.00027921118,0.004357417,0.000059129165,0.4365612,0.038102407,0.076106764,0.0031569456,0.027629748,0.2219709],"study_design_scores_gemma":[0.0019872033,0.0031665345,0.07789836,0.0014226711,0.0006216184,0.0033512278,0.59468627,0.0052374643,0.0037160378,0.00039069328,0.3069743,0.0005475944],"about_ca_topic_score_codex":0.0017931769,"about_ca_topic_score_gemma":0.0069944067,"teacher_disagreement_score":0.27934456,"about_ca_system_score_codex":0.0018759393,"about_ca_system_score_gemma":0.00041327946,"threshold_uncertainty_score":0.99902797},"labels":[],"label_agreement":null},{"id":"W4388798538","doi":"10.1007/s42087-023-00377-z","title":"Making Sense of Today’s Use of Student Evaluations of Teaching (SET)","year":2023,"lang":"en","type":"article","venue":"Human Arenas","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Operationalization; Set (abstract data type); Workload; Mathematics education; Test (biology); Psychology; Student engagement; Computer science","score_opus":0.5861145869692092,"score_gpt":0.5875478068753649,"score_spread":0.0014332199061557471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388798538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986387,0.000027871358,0.00006565964,0.0006904398,0.0001412536,0.00024092906,0.000010549982,0.000069676615,0.01236658],"genre_scores_gemma":[0.99740547,0.000012502228,0.000973821,0.000026016865,0.00006099673,0.0000069943985,0.0000094273655,0.000010766378,0.0014939825],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9969252,0.0012101418,0.00047146485,0.00015645791,0.0010736978,0.00016308954],"domain_scores_gemma":[0.99766254,0.0011460001,0.0006376011,0.00027188583,0.00024688576,0.000035092722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005419333,0.000075168384,0.00019961655,0.00024484887,0.00041788237,0.000036850506,0.00021484766,0.000050650044,0.00028890983],"category_scores_gemma":[0.0031418363,0.00007805999,0.000086050815,0.00026252354,0.00019532563,0.00037919296,0.00010556737,0.00016162574,0.00002373204],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002903336,0.00050129584,0.16162223,0.00017062272,0.0002478118,0.0000067321594,0.43764475,0.0062072324,0.024022892,0.35328832,0.009257157,0.0070019495],"study_design_scores_gemma":[0.000995126,0.00030257914,0.89369625,0.0008270072,0.00035625434,0.0000012332363,0.06627238,0.0011016199,0.0023082702,0.009637725,0.024072679,0.00042888706],"about_ca_topic_score_codex":0.0013384938,"about_ca_topic_score_gemma":0.0013651069,"teacher_disagreement_score":0.732074,"about_ca_system_score_codex":0.0000623242,"about_ca_system_score_gemma":0.00013513216,"threshold_uncertainty_score":0.37612984},"labels":[],"label_agreement":null},{"id":"W4389117723","doi":"10.55016/ojs/ajer.v66i4.68240","title":"Measuring Students’ Perception of Learning: The Systematic Development of An Instrument","year":2020,"lang":"en","type":"article","venue":"Alberta Journal of Educational Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Likert scale; Operationalization; Psychology; Perception; Mathematics education; Teaching method; Pedagogy","score_opus":0.4666756300061981,"score_gpt":0.5372810647234352,"score_spread":0.07060543471723707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389117723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96839046,0.00010645083,0.000011088378,0.026477892,0.00009445976,0.00024482413,1.09745734e-7,4.231785e-7,0.0046743085],"genre_scores_gemma":[0.9974802,0.00003649739,0.00088391564,0.000027565517,0.00018030229,0.000008928439,9.795143e-7,0.0000055700993,0.0013760162],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99334,0.0028427353,0.0006608955,0.000090650545,0.0029192988,0.00014642814],"domain_scores_gemma":[0.98811597,0.00969564,0.00069683156,0.0000933418,0.0012515963,0.00014663665],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01295562,0.000051663614,0.00017029837,0.00014389578,0.0005144935,0.00007375768,0.0007834781,0.000032498305,0.0016494956],"category_scores_gemma":[0.043536376,0.00003696671,0.000052823783,0.00032277734,0.00017008184,0.0004434044,0.00006867221,0.0003974883,0.000044435],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019635378,0.0011568927,0.23076773,0.0022170404,0.00040647783,2.192209e-7,0.7397203,0.00084297895,0.0046811304,0.01694282,0.00054890424,0.002519171],"study_design_scores_gemma":[0.0010341753,0.001086818,0.3846514,0.003852336,0.00019718005,0.000015550262,0.5935846,0.0003755373,0.0013308177,0.00072644994,0.012873203,0.0002719406],"about_ca_topic_score_codex":0.0008265268,"about_ca_topic_score_gemma":0.0006469402,"teacher_disagreement_score":0.15388368,"about_ca_system_score_codex":0.00022148552,"about_ca_system_score_gemma":0.002211185,"threshold_uncertainty_score":0.9992631},"labels":[],"label_agreement":null},{"id":"W4389305255","doi":"10.1007/s41686-023-00084-6","title":"Faculty in Action: Researching a Community of Practice Approach to Institutional Learning Outcomes Assessment","year":2023,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; University of Saskatchewan","funders":"","keywords":"Rubric; CLARITY; Framing (construction); Autonomy; Action research; Discipline; Psychology; Experiential learning; Medical education; Pedagogy; Political science; Medicine; Engineering","score_opus":0.49133449708838645,"score_gpt":0.5818583695570988,"score_spread":0.09052387246871235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389305255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86073714,0.00001668145,0.097550325,0.0062260474,0.00020051017,0.00042278125,0.0000012580131,0.000043333825,0.034801897],"genre_scores_gemma":[0.95756876,0.000043295764,0.042038985,0.00004468559,0.000039864957,0.000011244102,0.0000044169456,0.0000072325356,0.00024154106],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.9825353,0.01484516,0.000776064,0.00008809416,0.0014712,0.00028417198],"domain_scores_gemma":[0.9908726,0.0072551337,0.0011636137,0.00007654206,0.00053668505,0.000095417876],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054215286,0.00009906505,0.000302974,0.0010047299,0.0010070257,0.000116586656,0.00039133607,0.00007396497,0.000017203949],"category_scores_gemma":[0.047192007,0.00009098029,0.000074483476,0.0013083861,0.00012186652,0.0033287557,0.00011210676,0.0034020077,0.0000132903315],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013657023,0.00024088298,0.057566993,0.000031641695,0.000048691487,0.000007927352,0.27562293,0.65524805,0.00019413582,0.004151121,0.000112725706,0.006638314],"study_design_scores_gemma":[0.0012627897,0.00054045813,0.39646736,0.00036849323,0.000023033599,0.000020665455,0.5645877,0.01887548,0.00005952919,0.0008229229,0.016783152,0.0001884213],"about_ca_topic_score_codex":0.0014611769,"about_ca_topic_score_gemma":0.00011237977,"teacher_disagreement_score":0.63637257,"about_ca_system_score_codex":0.00071801303,"about_ca_system_score_gemma":0.0007651145,"threshold_uncertainty_score":0.9988972},"labels":[],"label_agreement":null},{"id":"W4389306942","doi":"10.1007/978-3-031-39989-3_171","title":"Academic Integrity Leadership and Community Building in Canadian Higher Education","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; University of Manitoba; University of Calgary","funders":"","keywords":"Political science; Christian ministry; Work (physics); Academic community; Asset (computer security); Higher education; Leadership development; Public relations; Argument (complex analysis); Academic integrity; Engineering ethics; Public administration; Sociology; Engineering; Social science; Computer science","score_opus":0.5278497486527111,"score_gpt":0.4914539688129946,"score_spread":0.03639577983971648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389306942","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027872815,0.00029327237,6.898729e-7,0.061847255,0.0007624448,0.00023536719,0.000004484912,0.00009831634,0.93397087],"genre_scores_gemma":[0.25868893,0.00025180847,0.00015605084,0.001158462,0.00023060222,0.000006925475,0.000015347476,0.000021152093,0.7394707],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981398,0.0008401429,0.00022118044,0.0001804297,0.0003347719,0.00028368217],"domain_scores_gemma":[0.99806285,0.0012782253,0.00015693252,0.00017863192,0.00007679176,0.00024654515],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007541982,0.00013555,0.00016186223,0.00043009265,0.00075646973,0.00009311308,0.00035954322,0.00066601264,0.0011828471],"category_scores_gemma":[0.0016134051,0.00015059391,0.000028360117,0.00007030465,0.00022368753,0.00035977148,0.000054796477,0.0049246144,0.0001584707],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013282158,0.0000049619316,0.0031787571,0.000020403331,0.000007970127,5.259363e-7,0.0067637223,3.7682713e-7,8.63908e-7,0.97854525,0.0053315545,0.006144288],"study_design_scores_gemma":[0.00005601058,0.000010825081,0.013221465,0.0003177465,0.000025598674,4.51994e-7,0.007794949,0.0000039936613,4.1719701e-7,0.16666731,0.8116517,0.00024951602],"about_ca_topic_score_codex":0.95695734,"about_ca_topic_score_gemma":0.98014474,"teacher_disagreement_score":0.81187797,"about_ca_system_score_codex":0.0008960379,"about_ca_system_score_gemma":0.0026398269,"threshold_uncertainty_score":0.9997302},"labels":[],"label_agreement":null},{"id":"W4389314120","doi":"10.5206/cjsotlrcacea.2023.2.14252","title":"The Influence of Two-Stage Collaborative Testing on Peer Relationships: A Study of First-Year University Student Perceptions","year":2023,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Feeling; Perception; Mathematics education; Preference; Test (biology); Thematic analysis; Class (philosophy); Social psychology; Coding (social sciences); Pedagogy; Qualitative research; Computer science; Mathematics","score_opus":0.17808642142995065,"score_gpt":0.4339963530465473,"score_spread":0.2559099316165967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389314120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910766,0.000040779018,0.000012579874,0.007513071,0.00008810653,0.00033696936,0.000006715174,0.000012253703,0.00091296266],"genre_scores_gemma":[0.99715114,0.000014575664,0.00019250003,0.000009764574,0.000048395337,0.0000022620409,4.8058655e-7,0.000007541135,0.0025733304],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9932317,0.0056708236,0.00023292397,0.000095123396,0.0005751216,0.00019428825],"domain_scores_gemma":[0.9861332,0.0124457935,0.0005318213,0.00015255091,0.0006252587,0.00011136819],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.038683027,0.000069863105,0.00010987404,0.00015628229,0.019162422,0.00021856662,0.00054096925,0.00003775912,0.0000072873336],"category_scores_gemma":[0.04764728,0.000044278786,0.000044653007,0.0004499946,0.00033456998,0.00033159778,0.00003411563,0.0021022812,0.0000018442519],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003111084,0.000020024934,0.5639241,0.0000056332797,0.000086034204,0.0000011710517,0.26882946,0.1544277,0.000021016087,0.011521957,0.00005996568,0.001071844],"study_design_scores_gemma":[0.00027760706,0.00018742484,0.47121063,0.00007580119,0.00006516637,9.591242e-7,0.52259004,0.0002815611,4.4003406e-7,0.00044609417,0.004819683,0.000044611897],"about_ca_topic_score_codex":0.028678197,"about_ca_topic_score_gemma":0.22533019,"teacher_disagreement_score":0.25376055,"about_ca_system_score_codex":0.00014029127,"about_ca_system_score_gemma":0.00045816269,"threshold_uncertainty_score":0.9898781},"labels":[],"label_agreement":null},{"id":"W4389318806","doi":"10.1007/978-3-031-39989-3_132","title":"The Integrity of Good Relations: Indigenous Approaches to Respect, Relationality, and Reciprocity in Higher Learning","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Indigenous; Poverty; Realm; Inclusion (mineral); Environmental ethics; Political science; Context (archaeology); Reciprocity (cultural anthropology); Sociology; Public relations; Economic growth; Engineering ethics; Social science; Law; Geography; Engineering; Economics","score_opus":0.5410514141728395,"score_gpt":0.42018686520328896,"score_spread":0.12086454896955057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389318806","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001672252,0.0002721755,0.00003848331,0.025941238,0.00019237857,0.00063184113,0.000004832838,0.000104839884,0.97114193],"genre_scores_gemma":[0.060415495,0.00029660095,0.0013441913,0.000047319383,0.00013471437,0.000024287418,0.000011863903,0.00002615898,0.9376994],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974306,0.00070250814,0.000493195,0.00033252448,0.0008551795,0.00018599011],"domain_scores_gemma":[0.99471843,0.0044236085,0.00046032743,0.00020164778,0.00012798644,0.00006797575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010146448,0.00014379834,0.00022492258,0.0002019826,0.00092140684,0.00011212129,0.00028600846,0.00036851253,0.00031684598],"category_scores_gemma":[0.0046783863,0.000117875374,0.000058580525,0.0001598895,0.00030648249,0.0002504266,0.00016633661,0.0013543573,0.00012895664],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016386824,0.000010037362,0.0068565463,0.000008508608,0.00003277515,6.0819906e-7,0.014989521,0.00007515738,2.828904e-7,0.97304696,0.00027860038,0.0046845907],"study_design_scores_gemma":[0.00013305435,0.000060421175,0.044453,0.00015213953,0.000043185577,4.1263544e-7,0.0029243985,0.00002514664,8.859499e-7,0.5429153,0.40904313,0.00024896074],"about_ca_topic_score_codex":0.0041075107,"about_ca_topic_score_gemma":0.028072877,"teacher_disagreement_score":0.4301317,"about_ca_system_score_codex":0.0002732258,"about_ca_system_score_gemma":0.0003934695,"threshold_uncertainty_score":0.9896623},"labels":[],"label_agreement":null},{"id":"W4390034473","doi":"10.54916/rae.130210","title":"Contributing to Social Change in Higher Education by Using Arts-Informed Inquiry to Expand Thinking about Assessment Identity","year":2023,"lang":"en","type":"article","venue":"Research in Arts and Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Identity (music); Feeling; The arts; Inclusion (mineral); Pedagogy; Sociology; Diversity (politics); Critical thinking; Space (punctuation); Construct (python library); Psychology; Aesthetics; Social psychology; Visual arts; Social science; Art","score_opus":0.718108440872354,"score_gpt":0.6721971846012519,"score_spread":0.04591125627110215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390034473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9187546,0.00011582157,0.000015334943,0.0746746,0.0011884216,0.0007938994,0.0000022419067,0.000028855151,0.0044262544],"genre_scores_gemma":[0.99642515,0.00009407736,0.0003622913,0.00064176327,0.001140201,0.00027192014,0.000027128224,0.0000086937,0.001028744],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9973888,0.0006107806,0.00024602568,0.00024872812,0.0009591881,0.0005464956],"domain_scores_gemma":[0.99899554,0.00041963754,0.00008400822,0.00009414374,0.00024889252,0.00015780161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013178982,0.00006974418,0.0001085911,0.00066248706,0.0011749523,0.00057598756,0.00016927319,0.00007609945,0.00009822237],"category_scores_gemma":[0.0013830063,0.00007827642,0.000014035048,0.0012473238,0.00008124131,0.0015068419,0.00014173344,0.00027866574,0.00003866321],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003345007,0.00049898244,0.11453074,0.00011126906,0.000009797063,0.0000010522936,0.53864616,0.000036427115,0.0013505857,0.09079642,0.030043075,0.22394203],"study_design_scores_gemma":[0.00019997873,0.00003545718,0.8301755,0.00036253236,0.000004134981,2.1073132e-7,0.065486215,0.00014017646,0.000025924246,0.008790022,0.094605215,0.00017463183],"about_ca_topic_score_codex":0.024377376,"about_ca_topic_score_gemma":0.00638385,"teacher_disagreement_score":0.7156448,"about_ca_system_score_codex":0.0011864976,"about_ca_system_score_gemma":0.0016976632,"threshold_uncertainty_score":0.9821194},"labels":[],"label_agreement":null},{"id":"W4390065969","doi":"10.3138/jvme-2023-0128","title":"Veterinary Student Evaluations of Teaching: Scores and Response Rate When Administered before or after Final Exams","year":2023,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Set (abstract data type); Medicine; Psychology; Medical education; Mathematics education; Computer science","score_opus":0.3548016294003241,"score_gpt":0.5700220637578389,"score_spread":0.2152204343575148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390065969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97050536,0.00022006835,0.00004091344,0.02748894,0.0012732246,0.00021433571,0.0000031828276,0.000024171637,0.00022978833],"genre_scores_gemma":[0.9955546,0.00017602788,0.0015332034,0.0003620687,0.0005244505,0.00003073077,0.00000474058,0.0000141707715,0.0017999645],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99224573,0.0050563025,0.0007490846,0.00017624663,0.0015662041,0.0002064531],"domain_scores_gemma":[0.9963908,0.0020497774,0.00073761406,0.00018083579,0.0003043147,0.0003366131],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022572711,0.0001223231,0.00025292524,0.00037689653,0.0003221762,0.0000844129,0.00038070063,0.00012341364,0.0010133942],"category_scores_gemma":[0.026957268,0.00009823521,0.0000819359,0.00021572688,0.00030263633,0.00073190255,0.00012368156,0.00043658575,0.000015393261],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03250189,0.0034346895,0.043428704,0.00038959712,0.0003530984,0.00069995574,0.4634245,0.00002291778,0.0048519857,0.0012456777,0.02122173,0.42842525],"study_design_scores_gemma":[0.0012825549,0.008641271,0.86185336,0.0010593864,0.000157079,0.00050081353,0.029908294,0.00016122223,0.000014953098,0.001293792,0.094923995,0.00020327307],"about_ca_topic_score_codex":0.00008964987,"about_ca_topic_score_gemma":0.000053893596,"teacher_disagreement_score":0.81842464,"about_ca_system_score_codex":0.0001701946,"about_ca_system_score_gemma":0.0041056466,"threshold_uncertainty_score":0.9998998},"labels":[],"label_agreement":null},{"id":"W4390628119","doi":"10.1108/ijem-07-2022-0249","title":"Scholarship of teaching and learning at AACSB accredited business school: who’s doing it, and how’s it captured?","year":2024,"lang":"en","type":"article","venue":"International Journal of Educational Management","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lakehead University; University of Regina","funders":"","keywords":"Accreditation; Originality; Scholarship; Scholarship of Teaching and Learning; Higher education; Pedagogy; Sociology; Public relations; Political science; Medical education; Qualitative research; Teaching method; Medicine; Social science","score_opus":0.061338559851714776,"score_gpt":0.42603657958252267,"score_spread":0.3646980197308079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390628119","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4440239,0.0024504273,0.0009849655,0.5117058,0.003324324,0.00018510352,0.0000053664735,0.000018043365,0.03730205],"genre_scores_gemma":[0.9766472,0.000891749,0.007075812,0.0005277309,0.0012197477,0.0000048593,0.00000839166,0.000012816717,0.013611713],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975212,0.000548693,0.00035496472,0.00018919272,0.0012542553,0.00013165484],"domain_scores_gemma":[0.99710655,0.0015501599,0.0004625079,0.00006425956,0.00069590565,0.000120638164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051260614,0.00010820389,0.00013831371,0.0005761826,0.00039899626,0.0006435328,0.00036218986,0.000050564897,0.00040892558],"category_scores_gemma":[0.005317708,0.00010457772,0.0000541595,0.00017070102,0.000118055534,0.0016904015,0.00017022954,0.0006047782,0.000009559158],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034369456,0.0005264409,0.14320806,0.00059251214,0.003311347,0.00010723318,0.055856135,0.004044076,0.0015784255,0.55671936,0.13212696,0.10158573],"study_design_scores_gemma":[0.00044579201,0.000040884086,0.170838,0.0013620213,0.0001654064,0.00008241454,0.011743478,0.00027325115,0.000017243232,0.0047040954,0.81013757,0.00018986885],"about_ca_topic_score_codex":0.00021793254,"about_ca_topic_score_gemma":0.00010582881,"teacher_disagreement_score":0.6780106,"about_ca_system_score_codex":0.0003917507,"about_ca_system_score_gemma":0.0002978483,"threshold_uncertainty_score":0.6366177},"labels":[],"label_agreement":null},{"id":"W4390930256","doi":"10.19080/asm.2023.08.555749","title":"Students Selecting Higher Face-to-Face Instructional Delivery Report Higher Levels of Learning Interactions and Outcomes","year":2023,"lang":"en","type":"article","venue":"Annals of Social Sciences & Management studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Psychology; Exploratory research; Face-to-face; Modalities; Mathematics education; Higher education; Modality (human–computer interaction); Blended learning; Medical education; Computer science; Educational technology; Medicine; Human–computer interaction; Sociology","score_opus":0.4147570501315354,"score_gpt":0.5613449762373791,"score_spread":0.1465879261058437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390930256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94050413,0.0001103495,0.000014731741,0.037346862,0.0008944887,0.00028133506,0.000003886733,0.00010495445,0.020739272],"genre_scores_gemma":[0.977122,0.00048302783,0.0005378915,0.00024569652,0.00010599373,0.00002243493,0.0000010163277,0.00000656551,0.021475362],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99704313,0.00035581362,0.00044642875,0.00034383492,0.0014876659,0.00032312842],"domain_scores_gemma":[0.99835765,0.0006135018,0.0005716832,0.00007244724,0.00033839938,0.00004632999],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005113951,0.00012710268,0.0002935786,0.0003380744,0.0022289965,0.0001015592,0.00036603594,0.000035071258,0.00009301334],"category_scores_gemma":[0.00088097627,0.000119506054,0.00008122785,0.0013032601,0.0006889532,0.0007515873,0.00054869056,0.00013544592,0.000019176125],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035217392,0.00021956442,0.7341055,0.00016958047,0.0020433473,0.000018199076,0.110631794,0.002131768,0.00014860416,0.092584655,0.023206076,0.034705672],"study_design_scores_gemma":[0.00012652524,0.000052434505,0.85859084,0.00005186048,0.000060199076,2.6233423e-7,0.0886587,0.0000072011976,0.00002679668,0.0022264807,0.050053373,0.00014534997],"about_ca_topic_score_codex":0.0006890498,"about_ca_topic_score_gemma":0.0002807246,"teacher_disagreement_score":0.1244853,"about_ca_system_score_codex":0.00004964983,"about_ca_system_score_gemma":0.000042156775,"threshold_uncertainty_score":0.99907},"labels":[],"label_agreement":null},{"id":"W4391100149","doi":"10.4103/jehp.jehp_1795_22","title":"Peer-review of teaching materials in Canadian and Australian universities: A content analysis","year":2023,"lang":"en","type":"article","venue":"Journal of Education and Health Promotion","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Agency for Strategic Research in Medical Education","keywords":"Summative assessment; Scholarship; Content analysis; Psychology; Mathematics education; Higher education; Medical education; Computer science; Formative assessment; Sociology; Medicine; Political science; Social science","score_opus":0.39647288107636103,"score_gpt":0.5592493367630753,"score_spread":0.16277645568671428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391100149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5868558,0.00043073014,0.000004278169,0.4118483,0.000214774,0.00012724461,0.0000031374555,0.00000272664,0.0005129983],"genre_scores_gemma":[0.9913424,0.0039666193,0.00025109446,0.00043665874,0.00006584208,0.000001252541,0.0000114459945,0.0000017679475,0.003922904],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99845153,0.00073788787,0.00034651166,0.000053293115,0.00030121245,0.00010954375],"domain_scores_gemma":[0.9988015,0.000060683287,0.0005635385,0.000033610657,0.00036773155,0.00017288311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015181874,0.000032349548,0.00016771295,0.0005951793,0.00019825294,0.00003049871,0.00004753603,0.000028012206,0.00012906166],"category_scores_gemma":[0.0008360022,0.000031226475,0.000021108259,0.00032549293,0.00002823548,0.00033330242,0.000004542192,0.0001060978,0.0000010056195],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028518627,0.00080710015,0.33972532,0.0069651147,0.00035371116,0.000004835,0.4040162,0.000033900087,0.00025880866,0.06360621,0.09021111,0.09398917],"study_design_scores_gemma":[0.00022830017,0.0002066274,0.7737679,0.0028141532,0.00015156053,0.0000052404553,0.11427342,0.000017386714,0.000006041176,0.00050721073,0.10794465,0.00007752252],"about_ca_topic_score_codex":0.3788513,"about_ca_topic_score_gemma":0.19458193,"teacher_disagreement_score":0.43404257,"about_ca_system_score_codex":0.00038885867,"about_ca_system_score_gemma":0.002635968,"threshold_uncertainty_score":0.82011485},"labels":[],"label_agreement":null},{"id":"W4391261788","doi":"10.1002/he.20490","title":"Introduction to the special issue on critical approaches to using ecological models in higher education research","year":2023,"lang":"en","type":"article","venue":"New Directions for Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Ecology; Sociology; Environmental resource management; Environmental science; Economics; Economic growth; Biology","score_opus":0.6408921380636461,"score_gpt":0.5622830510307151,"score_spread":0.07860908703293101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391261788","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030759832,0.00005753402,0.00014411297,0.87374383,0.02162464,0.0018806249,0.0000039858414,0.00018037081,0.07160506],"genre_scores_gemma":[0.3393766,0.000027671967,0.010938553,0.0020264485,0.16752419,0.0019744132,0.000055034674,0.000051963438,0.47802514],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997071,0.0010518125,0.0002711363,0.000523137,0.00066482485,0.00041804323],"domain_scores_gemma":[0.99789685,0.0012048127,0.000056891862,0.00031446942,0.0003222388,0.00020470984],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0040174644,0.000116982555,0.00012365599,0.0007769319,0.001500767,0.00029171113,0.00029322447,0.00014876312,0.0024424018],"category_scores_gemma":[0.0025427872,0.00010702674,0.000052631505,0.0025674892,0.00009485235,0.00058365124,0.000049093804,0.00035543388,0.000999307],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042718377,0.000498088,0.00008364389,0.000006078709,0.0000051783404,3.46532e-8,0.0059138075,0.0048362603,0.000034083663,0.34467572,0.61712927,0.02677515],"study_design_scores_gemma":[0.00006481228,0.00008553977,0.013633909,0.000020621395,0.000016578791,3.3152915e-7,0.0035237991,0.0001388725,0.000021287477,0.04028072,0.9420933,0.00012021712],"about_ca_topic_score_codex":0.0039321273,"about_ca_topic_score_gemma":0.0018420661,"teacher_disagreement_score":0.8717174,"about_ca_system_score_codex":0.0012442229,"about_ca_system_score_gemma":0.0014105933,"threshold_uncertainty_score":0.99979913},"labels":[],"label_agreement":null},{"id":"W4391348137","doi":"10.1080/0047231x.2023.2292403","title":"SoTL Clusters: Faculty-Focused Needs-Based Scholarship of Teaching and Learning Support","year":2024,"lang":"en","type":"article","venue":"Journal of College Science Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Scholarship of Teaching and Learning; Scholarship; Teaching and learning center; Faculty development; Mathematics education; Teaching method; Higher education; Pedagogy; Sociology; Psychology; Professional development; Political science","score_opus":0.10605961064632728,"score_gpt":0.44782183521757063,"score_spread":0.34176222457124333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391348137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96339047,0.0003486158,0.002918566,0.013905144,0.0009891547,0.00020628792,0.0000050371054,0.000098683384,0.018138057],"genre_scores_gemma":[0.9753763,0.000013962463,0.022936553,0.00016924004,0.0003042734,0.0000015467269,6.5661305e-7,0.000019370715,0.0011780857],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99289024,0.0028910916,0.00082228146,0.00028720213,0.0026280868,0.0004811221],"domain_scores_gemma":[0.9961025,0.0021147996,0.000896947,0.0001631815,0.0003876675,0.00033487254],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07810206,0.00018061593,0.0003615688,0.0015128586,0.003322736,0.0009589847,0.0009237822,0.000106542946,0.000078594094],"category_scores_gemma":[0.025650468,0.00015665163,0.00016590119,0.00095236266,0.0008613035,0.0056768903,0.00011932711,0.0033549252,0.000008859249],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023723063,0.00051062054,0.02744853,0.0003518069,0.00022926168,0.00027582695,0.38602707,0.007232577,0.047831465,0.24328777,0.0029854756,0.28358236],"study_design_scores_gemma":[0.004979925,0.0037691933,0.023441529,0.005753154,0.000898778,0.00060855626,0.33777913,0.04832542,0.003088795,0.008781286,0.560463,0.002111238],"about_ca_topic_score_codex":0.00025049073,"about_ca_topic_score_gemma":0.000043202857,"teacher_disagreement_score":0.55747753,"about_ca_system_score_codex":0.0004080333,"about_ca_system_score_gemma":0.0027768584,"threshold_uncertainty_score":0.9989444},"labels":[],"label_agreement":null},{"id":"W4391602611","doi":"10.18260/1-2--44059","title":"Redesigning the Course and Teacher Ratings: Methods, Outcomes, and Lessons Learned","year":2024,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"London Health Sciences Centre; North Carolina State University; American Society for Engineering Education; National Science Foundation","keywords":"Scope (computer science); Medical education; Class (philosophy); Set (abstract data type); Psychology; Coronavirus disease 2019 (COVID-19); Best practice; Process (computing); Computer science; Political science; Medicine; Law","score_opus":0.32201511721428017,"score_gpt":0.581300328710965,"score_spread":0.2592852114966849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391602611","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03298377,0.004772716,0.01246103,0.76388776,0.0004524947,0.0003802039,0.0000010428229,0.00047149093,0.18458949],"genre_scores_gemma":[0.8600206,0.00038013587,0.06618007,0.0010349267,0.00015644715,0.00001845787,6.791153e-7,0.000016922018,0.07219175],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975762,0.00171799,0.00011624087,0.00020183352,0.00024836033,0.00013938877],"domain_scores_gemma":[0.99682534,0.0029435668,0.000049158643,0.000101308884,0.000025343083,0.000055272936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011819051,0.000069378846,0.000089955414,0.000028631468,0.00077907724,0.0006116425,0.000108541964,0.000053325857,0.00029603796],"category_scores_gemma":[0.0032955068,0.00004269263,0.000022286291,0.0001074647,0.00022607362,0.00040087182,0.00005253348,0.0002654735,0.000015445525],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037410098,0.000020771819,0.00820322,0.000012732647,0.00008847673,0.000002431934,0.06523767,0.0000043608893,0.0004544209,0.34664598,0.012074701,0.5672515],"study_design_scores_gemma":[0.0002284427,0.000037124577,0.020575818,0.00005997279,0.00023425644,0.000005286028,0.08184002,0.0049296245,0.000078516736,0.029091919,0.862636,0.00028297468],"about_ca_topic_score_codex":0.0020058851,"about_ca_topic_score_gemma":0.00059048383,"teacher_disagreement_score":0.8505613,"about_ca_system_score_codex":0.000020662119,"about_ca_system_score_gemma":0.00012300597,"threshold_uncertainty_score":0.5992111},"labels":[],"label_agreement":null},{"id":"W4391665558","doi":"10.47678/cjhe.v52i4.189757","title":"“I was like an alien”: Exploring how Indigenous students succeed in university studies","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Mount Saint Vincent University; Ontario Tech University","funders":"","keywords":"Alien; Indigenous; Higher education; Sociology; Mathematics education; Pedagogy; Psychology; Political science; Ecology; Demography; Biology; Law","score_opus":0.2964739535640583,"score_gpt":0.4636889594810531,"score_spread":0.16721500591699479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391665558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985036,0.0005957781,6.1715537e-7,0.010574769,0.003156545,0.000098382836,0.0000015063904,0.000013552376,0.0005228478],"genre_scores_gemma":[0.98804504,0.0002411721,0.00009088895,0.00014733768,0.000378278,0.0000016818789,0.0000032448477,0.000007192087,0.011085183],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99861705,0.0005120398,0.00014233924,0.00010098418,0.000383113,0.0002444626],"domain_scores_gemma":[0.99889064,0.00012909413,0.00023007646,0.0000889492,0.00031487137,0.00034636696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001997557,0.00006145548,0.00011397986,0.00070797966,0.0005369533,0.00014314584,0.00039633436,0.00004325833,0.000068124245],"category_scores_gemma":[0.00034244536,0.00006918667,0.000028618731,0.0006507052,0.00008290369,0.0016280242,0.000011057462,0.00018804926,0.000021593069],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000901329,0.0000720316,0.66473144,0.000009517805,0.00005713008,0.000052767184,0.3172843,0.00014227926,0.000017638693,0.0017825046,0.011475929,0.0043654456],"study_design_scores_gemma":[0.00014162737,0.000040694988,0.5497138,0.000045105982,0.000020179066,0.0000015031868,0.15520011,4.265126e-7,0.0000046913574,0.00033314948,0.2944214,0.000077321456],"about_ca_topic_score_codex":0.045774676,"about_ca_topic_score_gemma":0.26686838,"teacher_disagreement_score":0.28294548,"about_ca_system_score_codex":0.001146856,"about_ca_system_score_gemma":0.0035212988,"threshold_uncertainty_score":0.9605796},"labels":[],"label_agreement":null},{"id":"W4391974181","doi":"10.1007/978-3-031-54144-5_171","title":"Academic Integrity Leadership and Community Building in Canadian Higher Education","year":2024,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; University of Manitoba; University of Calgary","funders":"","keywords":"Political science; Christian ministry; Work (physics); Academic community; Asset (computer security); Public relations; Academic integrity; Leadership development; Higher education; Public administration; Engineering ethics; Sociology; Engineering; Social science","score_opus":0.27775191002949723,"score_gpt":0.4679004379193917,"score_spread":0.19014852788989445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391974181","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018924767,0.0042711752,0.0000026903722,0.022073794,0.0063940864,0.00037849785,0.000023131217,0.000043212338,0.9478887],"genre_scores_gemma":[0.56203413,0.0003537432,0.00030973682,0.00032720694,0.00068030064,0.000023115292,0.000047779522,0.00002530143,0.43619868],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832743,0.00018909617,0.0004506528,0.00028140817,0.00053148397,0.00021995413],"domain_scores_gemma":[0.9984657,0.00039759037,0.00036502234,0.00021310656,0.0003654659,0.0001931096],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0029424601,0.00019603712,0.00019961713,0.0010289433,0.0002784255,0.00012865453,0.00053475995,0.00046381002,0.0007753102],"category_scores_gemma":[0.00065682456,0.00023532513,0.000066272296,0.00005586395,0.00026645692,0.00045175478,0.00008174045,0.002753562,0.000046114175],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008805234,0.000046670433,0.004733846,0.000093341034,0.000045031746,2.8058392e-7,0.0068934863,0.0000011386115,0.000035487432,0.97063744,0.0018444842,0.015659973],"study_design_scores_gemma":[0.000077700235,0.000018049914,0.008728847,0.0024668938,0.00006472163,0.0000019255544,0.0028486236,0.000008421175,0.000033767403,0.21451074,0.7709734,0.0002669078],"about_ca_topic_score_codex":0.5264278,"about_ca_topic_score_gemma":0.35808593,"teacher_disagreement_score":0.7691289,"about_ca_system_score_codex":0.0016644248,"about_ca_system_score_gemma":0.0051317983,"threshold_uncertainty_score":0.9995471},"labels":[],"label_agreement":null},{"id":"W4391980483","doi":"","title":"From Scratch to Hatch: Designing an evidence-based entire semester for optical engineering students","year":2021,"lang":"en","type":"other","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Scratch; Computer science; Psychology; Mathematics education; Operating system","score_opus":0.09716219286365699,"score_gpt":0.3814429993998284,"score_spread":0.2842808065361714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391980483","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021682426,0.0029386259,0.77032065,0.07777534,0.001467306,0.0030206067,0.000109110995,0.0011744337,0.12151151],"genre_scores_gemma":[0.034726325,0.00020111432,0.5827579,0.00091042835,0.00044921754,0.0003355375,0.0005282551,0.00040197893,0.37968925],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99230427,0.0049058124,0.0003946462,0.00081001,0.0011564334,0.00042880472],"domain_scores_gemma":[0.9914501,0.005475638,0.0003914499,0.0012062942,0.0011073985,0.00036915293],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011470475,0.0002946784,0.00036155962,0.0002472928,0.0004908546,0.0011565742,0.001560555,0.00032903132,0.001280737],"category_scores_gemma":[0.0128983855,0.00034545353,0.00015479921,0.000402351,0.00011889284,0.00037970464,0.00027301445,0.00034287455,0.000047534268],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018927098,0.0055296826,0.023812238,0.001069919,0.0013789611,0.000054225253,0.25368163,0.0011528783,0.042278845,0.10333936,0.3886171,0.1788959],"study_design_scores_gemma":[0.00132645,0.000004219269,0.0018661342,0.018625552,0.00033184627,5.783324e-7,0.00304319,0.005597888,0.019159788,0.0005957747,0.947929,0.0015195725],"about_ca_topic_score_codex":0.00952221,"about_ca_topic_score_gemma":0.011899552,"teacher_disagreement_score":0.5593119,"about_ca_system_score_codex":0.00020486269,"about_ca_system_score_gemma":0.00058854005,"threshold_uncertainty_score":0.99989974},"labels":[],"label_agreement":null},{"id":"W4391984568","doi":"10.1007/978-3-031-54144-5_132","title":"The Integrity of Good Relations: Indigenous Approaches to Respect, Relationality, and Reciprocity in Higher Learning","year":2024,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reciprocity (cultural anthropology); Indigenous; Epistemology; Psychology; Sociology; Cognitive science; Social psychology; Philosophy; Ecology; Biology","score_opus":0.313067294125334,"score_gpt":0.41859518094537773,"score_spread":0.10552788682004371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391984568","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013770694,0.0027692742,0.00004000994,0.015920622,0.0018358183,0.0006702015,0.000016773747,0.000037521593,0.96493906],"genre_scores_gemma":[0.4181983,0.000378835,0.0012478684,0.00003196818,0.00039714694,0.000047218906,0.000029400033,0.000025456065,0.5796438],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978421,0.00015288284,0.0006521031,0.00034613826,0.00087299285,0.0001337952],"domain_scores_gemma":[0.99764967,0.001049383,0.00065548846,0.00019324703,0.00038975367,0.00006244092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034523963,0.00016174457,0.00020784145,0.00044246655,0.00029459666,0.000120224395,0.00039142816,0.00024917655,0.00023227556],"category_scores_gemma":[0.0014078085,0.0001516528,0.00008525852,0.00008755324,0.0002935126,0.00027130588,0.00015052067,0.0008940071,0.000033570945],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039029837,0.00004619268,0.0062374957,0.000033291024,0.0000885191,2.0569306e-7,0.0127946725,0.00005394302,0.000010572005,0.96924937,0.00019627728,0.011250437],"study_design_scores_gemma":[0.00013000867,0.000057521032,0.020715816,0.0011615533,0.00007871827,0.0000011948899,0.0017438711,0.000029568799,0.000048734382,0.4686474,0.5071451,0.00024049816],"about_ca_topic_score_codex":0.0016785364,"about_ca_topic_score_gemma":0.002888962,"teacher_disagreement_score":0.5069488,"about_ca_system_score_codex":0.00054955325,"about_ca_system_score_gemma":0.0009375381,"threshold_uncertainty_score":0.61842215},"labels":[],"label_agreement":null},{"id":"W4392468241","doi":"10.3389/feduc.2024.1284726","title":"Teaching dossier guidance for professional faculty: an evidence-based approach for demonstrating teaching effectiveness","year":2024,"lang":"en","type":"article","venue":"Frontiers in Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Queen's University","keywords":"Medical education; Computer science; Professional development; Teaching method; Faculty development; Engineering ethics; Engineering management; Psychology; Mathematics education; Engineering; Medicine","score_opus":0.13498220160419003,"score_gpt":0.5004106085640092,"score_spread":0.36542840695981915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392468241","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11406166,0.0023761925,0.8640498,0.006630269,0.0075585837,0.0030372923,0.000017542694,0.00022549997,0.002043137],"genre_scores_gemma":[0.550177,0.0000040918767,0.44636625,0.00013556956,0.00088289886,0.0014099301,0.00010449819,0.000022981103,0.00089679105],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99624354,0.0021582453,0.00032328157,0.0005246448,0.00042534675,0.00032491537],"domain_scores_gemma":[0.99746454,0.0019486917,0.00018593171,0.00016893914,0.00014094579,0.00009093488],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.016036611,0.00015272335,0.0001824232,0.00026272013,0.0013471389,0.00038103995,0.00032686305,0.00015394483,0.000005991426],"category_scores_gemma":[0.008100008,0.00015127123,0.00009238386,0.00020770375,0.00009511108,0.0024499898,0.00001430515,0.00047986984,0.000001050947],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021641629,0.00081946485,0.05196836,0.0012808903,0.00004858003,2.2302082e-7,0.047378786,0.002668881,0.00066694006,0.055099446,0.019905144,0.8199469],"study_design_scores_gemma":[0.0012352663,0.00036120287,0.030136794,0.006557497,0.0002486366,0.000001990429,0.11481406,0.60395724,0.00038495913,0.029335402,0.21181937,0.0011475728],"about_ca_topic_score_codex":0.00097337796,"about_ca_topic_score_gemma":0.00007117882,"teacher_disagreement_score":0.8187993,"about_ca_system_score_codex":0.0008106259,"about_ca_system_score_gemma":0.002406492,"threshold_uncertainty_score":0.999953},"labels":[],"label_agreement":null},{"id":"W4392861468","doi":"10.1145/3626253.3631664","title":"Interviewing the Teaching Faculty Hiring Process","year":2024,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Scrutiny; Interview; Process (computing); Medical education; Computer science; Engineering ethics; Pedagogy; Sociology; Mathematics education; Psychology; Engineering; Political science; Medicine; Law","score_opus":0.3132711343542311,"score_gpt":0.5554041435175653,"score_spread":0.2421330091633342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392861468","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1379374,0.0006669069,0.004280632,0.12673134,0.0010300603,0.00024255383,9.566771e-7,0.00086575205,0.7282444],"genre_scores_gemma":[0.9853836,0.000011530037,0.00079719827,0.00051042484,0.00033212354,0.000013175145,0.0000011389768,0.000008155577,0.012942647],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99864835,0.00045258363,0.00013021399,0.00016003165,0.00044308585,0.00016571027],"domain_scores_gemma":[0.99929583,0.00049758394,0.000036353864,0.00009793361,0.000035971007,0.000036333553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062517347,0.00005920436,0.000053590506,0.000039727274,0.0010112866,0.000667163,0.0003474408,0.0000309964,0.0005178274],"category_scores_gemma":[0.0017310161,0.000036093184,0.00004837338,0.0001379645,0.000064598586,0.00094980956,0.000048630252,0.00038978673,0.00026228486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016055001,0.00002042889,0.00080473797,0.000057571968,0.000045374556,0.000003513154,0.28434476,0.00011411249,0.00005874195,0.34157237,0.010768115,0.36220866],"study_design_scores_gemma":[0.000029034942,0.000007111794,0.00034492742,0.00012805813,0.000025062938,0.0000016882252,0.043634377,0.0031975622,0.000046750578,0.0046972358,0.9477892,0.000099002296],"about_ca_topic_score_codex":0.001648965,"about_ca_topic_score_gemma":0.0006856602,"teacher_disagreement_score":0.9370211,"about_ca_system_score_codex":0.00007348689,"about_ca_system_score_gemma":0.00011748979,"threshold_uncertainty_score":0.7778101},"labels":[],"label_agreement":null},{"id":"W4393020839","doi":"10.7202/1101213ar","title":"Choisir de se former à l’enseignement au Québec ","year":2023,"lang":"fr","type":"article","venue":"Apprendre et enseigner aujourd’hui Revue du Conseil pédagogique interdisciplinaire du Québec","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal; Université de Montréal; Université de Sherbrooke; Université TÉLUQ; Université Laval","funders":"","keywords":"Political science","score_opus":0.06612614191979967,"score_gpt":0.37309566267263644,"score_spread":0.3069695207528368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393020839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50366217,0.0021552779,0.0022841867,0.46293098,0.0042025023,0.0010563094,0.00011211837,0.0010162485,0.022580195],"genre_scores_gemma":[0.8119413,0.0011743802,0.00092371734,0.0036630195,0.0034112197,0.00050895696,0.00011090244,0.00029789284,0.17796856],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.985993,0.005444933,0.002301818,0.0019990972,0.0015272602,0.0027338723],"domain_scores_gemma":[0.98886615,0.0056577804,0.0017521739,0.0016591034,0.0008513651,0.0012134241],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.011880425,0.001442606,0.0015071203,0.000810068,0.0036813598,0.0007417095,0.0022279427,0.0011807313,0.002304499],"category_scores_gemma":[0.0066449475,0.0015720712,0.0012473249,0.0017328307,0.0025641408,0.0021793712,0.0017921076,0.0025097637,0.0056595393],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00025430508,0.0007266941,0.008720084,0.0004981139,0.0007194517,0.00075907406,0.5983715,0.0013738,0.00014958768,0.0076465784,0.2971341,0.08364672],"study_design_scores_gemma":[0.0019953814,0.00066031737,0.023252035,0.0016749921,0.000775553,0.0008436217,0.09154895,0.0046298876,0.00014877693,0.0027658665,0.8696538,0.002050782],"about_ca_topic_score_codex":0.7123552,"about_ca_topic_score_gemma":0.9230452,"teacher_disagreement_score":0.5725197,"about_ca_system_score_codex":0.009069434,"about_ca_system_score_gemma":0.034541756,"threshold_uncertainty_score":0.9998324},"labels":[],"label_agreement":null},{"id":"W4393107214","doi":"10.1007/978-981-99-6679-0_5","title":"Research-Oriented University Instruction: The Research Skill Development Framework and Communities of Practice","year":2024,"lang":"en","type":"book-chapter","venue":"Springer briefs in education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Coast Mountain College","funders":"","keywords":"Scholarship of Teaching and Learning; Scholarship; Pedagogy; Modalities; Publishing; Professional development; Sociology; Mathematics education; Psychology; Teaching method; Teaching and learning center; Political science; Social science","score_opus":0.18519312091221024,"score_gpt":0.4873439109759522,"score_spread":0.30215079006374196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393107214","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020585395,0.0025106105,0.000018118353,0.03396204,0.0016630675,0.0007125933,0.000003576001,0.000043102333,0.9405015],"genre_scores_gemma":[0.27758393,0.010836009,0.015255116,0.00025746415,0.0011525439,0.000034446206,0.000030881693,0.0000706502,0.694779],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99610025,0.0016860663,0.00027940524,0.00025368578,0.0014423211,0.00023825765],"domain_scores_gemma":[0.99255496,0.00501389,0.00022688831,0.00041171408,0.0017271711,0.00006539803],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016512787,0.0001119382,0.00014052853,0.0007374617,0.0013476753,0.00015161397,0.00047589425,0.0002893427,0.00020351083],"category_scores_gemma":[0.0042402833,0.00011244025,0.00002718903,0.0004068101,0.0015599742,0.0005070865,0.00037422567,0.0026241897,0.00006292469],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021935213,0.000048231763,0.00018035201,0.00005217772,0.000033040145,9.278499e-7,0.14003226,0.0000020631976,3.4616667e-7,0.8395538,0.0011243272,0.01895057],"study_design_scores_gemma":[0.00003819841,0.000015801605,0.0014583109,0.00070721074,0.000017718428,0.0000016080352,0.16992632,0.0000014491717,0.000003165706,0.046740167,0.7810076,0.00008245927],"about_ca_topic_score_codex":0.0141065065,"about_ca_topic_score_gemma":0.0090299705,"teacher_disagreement_score":0.7928136,"about_ca_system_score_codex":0.0010516456,"about_ca_system_score_gemma":0.0032239791,"threshold_uncertainty_score":0.99995244},"labels":[],"label_agreement":null},{"id":"W4393927973","doi":"10.5860/crl.85.3.442","title":"Faculty Publication Patterns over 25 Years at a Large Public University: Correlations with Literature Use","year":2024,"lang":"en","type":"article","venue":"College & Research Libraries","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dempsey (Canada)","funders":"Association of Research Libraries; Institute of Museum and Library Services","keywords":"Public university; Information retrieval; Computer science; Library science; Mathematics education; Psychology; Political science; Public administration","score_opus":0.21899489338198444,"score_gpt":0.43434766873659364,"score_spread":0.2153527753546092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393927973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6294728,0.0016422238,0.0011849344,0.27255592,0.0007195295,0.0021582544,0.004396179,0.0014871897,0.08638299],"genre_scores_gemma":[0.7904174,0.00013947472,0.0007130583,0.00015707748,0.00017733742,0.000020281648,0.000613771,0.000023645158,0.20773797],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960363,0.0015157475,0.00013197566,0.00039483112,0.0014186545,0.0005024983],"domain_scores_gemma":[0.9969909,0.0018310777,0.000059496597,0.0003074132,0.0005706329,0.00024044042],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002532655,0.00010413055,0.00010605508,0.0006680202,0.002011126,0.0041872435,0.00048192477,0.00016007047,0.001708948],"category_scores_gemma":[0.0031382015,0.00009674147,0.000052821455,0.0027990916,0.00042442407,0.011918936,0.00032686742,0.0007046327,0.0002560029],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003555729,0.000055996665,0.040190574,0.000020988942,0.000048041697,0.00006170873,0.018483104,0.0000015848478,0.0000029324958,0.7040761,0.23656459,0.00045883388],"study_design_scores_gemma":[0.00022311868,0.000042552558,0.05136599,0.00008226912,0.000011951429,0.000002223609,0.006877442,0.0005320108,0.0000022935405,0.0008131112,0.9399321,0.000114936476],"about_ca_topic_score_codex":0.00057158736,"about_ca_topic_score_gemma":0.0035310953,"teacher_disagreement_score":0.70336753,"about_ca_system_score_codex":0.00040553504,"about_ca_system_score_gemma":0.0017322218,"threshold_uncertainty_score":0.99928814},"labels":[],"label_agreement":null},{"id":"W4394785501","doi":"10.31756/jrsmte.722","title":"A Pilot Study of Supporting GTA Professional Development and Educator Identity in Engineering","year":2024,"lang":"en","type":"article","venue":"Journal of Research in Science Mathematics and Technology Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cape Breton University; University of Alberta","funders":"University of Alberta","keywords":"Situated; Situated learning; Identity (music); Pedagogy; Professional development; Focus group; Graduate students; Psychology; Authentic learning; Medical education; Sociology; Computer science; Medicine","score_opus":0.21994089247503568,"score_gpt":0.5847077165250874,"score_spread":0.3647668240500517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394785501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938471,0.00042401024,0.000032573673,0.004981353,0.0003859278,0.00021102368,4.796369e-8,0.000006182023,0.000111836285],"genre_scores_gemma":[0.99034816,0.000049874343,0.009510215,0.0000014858314,0.000024022718,0.00001292683,2.6833309e-8,0.0000024917224,0.000050812534],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983484,0.000091175156,0.00040538705,0.000114850656,0.0008655419,0.00017465041],"domain_scores_gemma":[0.9988238,0.0005352491,0.00017113674,0.00006693363,0.00035136743,0.00005149333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025387004,0.000037044367,0.00010317734,0.0023901623,0.00018807461,0.00012570206,0.00028000167,0.000025033476,0.000005543041],"category_scores_gemma":[0.006587426,0.000031177522,0.0000041535995,0.0022334408,0.0003642715,0.0007944663,0.00011093861,0.0004453448,5.693638e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013483387,0.0058132163,0.2503137,0.00097392296,0.000021673495,0.000017598632,0.33808082,0.000013722965,0.009865494,0.32105142,0.00009607824,0.07373888],"study_design_scores_gemma":[0.0003725343,0.00091936433,0.07088813,0.003543307,0.000011951996,0.000060743336,0.831025,0.00206674,0.0011616932,0.0889937,0.0007984906,0.00015836548],"about_ca_topic_score_codex":0.00017453627,"about_ca_topic_score_gemma":0.00053647475,"teacher_disagreement_score":0.49294418,"about_ca_system_score_codex":0.00019487503,"about_ca_system_score_gemma":0.00394915,"threshold_uncertainty_score":0.879868},"labels":[],"label_agreement":null},{"id":"W4395037208","doi":"10.3390/higheredu3020018","title":"Staying Engaged and Achieving Promotion: The Role of Collegial Support and Career Reflection and Assessment for Mid-Career Faculty","year":2024,"lang":"en","type":"article","venue":"Trends in Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Promotion (chess); Career development; Reflection (computer programming); Medical education; Cognitive Information Processing; Psychology; Medicine; Political science; Computer science","score_opus":0.3076920465551061,"score_gpt":0.5103873121711727,"score_spread":0.2026952656160666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395037208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94892067,0.0012503915,0.000024200228,0.030541463,0.0011423562,0.00038643787,0.000013235838,0.000045514367,0.017675718],"genre_scores_gemma":[0.99418706,0.00004900089,0.0015365498,0.00002669868,0.00025798002,0.00009670449,0.000028120052,0.0000075147414,0.0038103806],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99879384,0.00054166245,0.00015589371,0.000188813,0.00022043225,0.00009933681],"domain_scores_gemma":[0.9992966,0.00044733778,0.000085069834,0.00006660541,0.000071155024,0.000033228127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002938223,0.00006552567,0.000080460035,0.00013741905,0.0005020519,0.00016894807,0.000051275678,0.000058164842,0.00010260903],"category_scores_gemma":[0.00016321497,0.00005400114,0.00001588946,0.0002266835,0.0000838944,0.0004175288,0.000019914558,0.00023140956,2.4461167e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043358606,0.0002131925,0.14999166,0.0001668205,0.000078654455,2.804936e-7,0.18576597,0.000012806289,0.003014623,0.06598714,0.002855847,0.59186965],"study_design_scores_gemma":[0.0003191879,0.00015523366,0.68702936,0.00009034903,0.00012825555,0.0000023785979,0.025710031,0.000232477,0.00014108238,0.0031043424,0.2829373,0.00015002054],"about_ca_topic_score_codex":0.00070902606,"about_ca_topic_score_gemma":0.00067254604,"teacher_disagreement_score":0.5917196,"about_ca_system_score_codex":0.00012634904,"about_ca_system_score_gemma":0.0002240001,"threshold_uncertainty_score":0.38614282},"labels":[],"label_agreement":null},{"id":"W4395067766","doi":"10.26716/redlands/doctor/2024.6","title":"Assessment in the Era of Neoliberalism: Examining the Value and Institutionalization of Student Learning Outcomes Assessment at the University of Redlands, School of Business and Society","year":2024,"lang":"en","type":"dissertation","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Neoliberalism (international relations); Accreditation; Value (mathematics); Institutionalisation; Pedagogy; Political science; Higher education; Public relations; Sociology; Social science","score_opus":0.06420329301296747,"score_gpt":0.42231614188657923,"score_spread":0.3581128488736118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395067766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9787087,0.00047728248,0.00015599861,0.0036046458,0.00013277831,0.00045628767,0.0000064971096,0.000007847188,0.016449975],"genre_scores_gemma":[0.9957917,0.0014925216,0.0006767518,0.00005012608,0.000016375434,0.0000035654684,0.000060004106,0.0000056199024,0.0019033888],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972492,0.0011911441,0.00035247311,0.00017480613,0.00095109665,0.00008129723],"domain_scores_gemma":[0.997468,0.0013746959,0.00075209205,0.00012863969,0.00026225916,0.000014339502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053757,0.00010777975,0.00025300292,0.00005264602,0.0004842304,0.000043909593,0.0002826214,0.00010475104,0.00009383697],"category_scores_gemma":[0.00030825037,0.000062233965,0.000058398888,0.0003313055,0.0003929182,0.00021168508,0.000102001264,0.00041302803,2.0706229e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027053506,0.00015747402,0.596449,0.00057527726,0.00039286632,6.490264e-7,0.21363287,0.011002649,0.0002612253,0.17594118,0.0004246635,0.0011350702],"study_design_scores_gemma":[0.00021289961,0.000029614572,0.82023907,0.00021765633,0.00018955192,2.566853e-7,0.17776783,0.0004330046,0.0000069504636,0.00033612657,0.0005137525,0.000053314354],"about_ca_topic_score_codex":0.009580578,"about_ca_topic_score_gemma":0.005320942,"teacher_disagreement_score":0.22379002,"about_ca_system_score_codex":0.0001198639,"about_ca_system_score_gemma":0.0007506015,"threshold_uncertainty_score":0.9970147},"labels":[],"label_agreement":null},{"id":"W4396603778","doi":"10.1007/s41686-024-00091-1","title":"Correction: Faculty in Action: Researching a Community of Practice Approach to Institutional Learning Outcomes Assessment","year":2024,"lang":"en","type":"article","venue":"Journal of Formative Design in Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; University of Saskatchewan","funders":"","keywords":"Action (physics); Medical education; Psychology; Sociology; Engineering ethics; Medicine; Engineering","score_opus":0.3703003182111206,"score_gpt":0.5626260686194953,"score_spread":0.19232575040837468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396603778","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35449347,0.00016977113,0.5306138,0.008019899,0.0015787588,0.00060588634,0.0000013865406,0.00007106494,0.10444601],"genre_scores_gemma":[0.96188515,0.000058257192,0.03736534,0.00004053019,0.00008134382,0.000011111609,0.000002378887,0.000008163536,0.00054774486],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.9855325,0.012100734,0.00075978145,0.00010229168,0.0012771448,0.00022749677],"domain_scores_gemma":[0.9905386,0.0080903,0.00071232225,0.00006807729,0.0005011965,0.00008953219],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039628968,0.00010830526,0.00028456125,0.0008851723,0.000865773,0.00024071253,0.0003032099,0.00008108798,0.00003334846],"category_scores_gemma":[0.030871052,0.000097331525,0.000087894856,0.0010049402,0.00012330321,0.004235536,0.000073806055,0.0045186053,0.000008565597],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016505885,0.00032106793,0.020369142,0.00006557142,0.00008920254,0.000014031109,0.32324612,0.62778646,0.00015526902,0.0060370583,0.00037910027,0.02137191],"study_design_scores_gemma":[0.0011536612,0.0011000547,0.14348914,0.0016983992,0.00006582227,0.00014512874,0.669769,0.09564632,0.00011800648,0.0008951341,0.085586496,0.0003328717],"about_ca_topic_score_codex":0.001583979,"about_ca_topic_score_gemma":0.00013364576,"teacher_disagreement_score":0.60739166,"about_ca_system_score_codex":0.0011235321,"about_ca_system_score_gemma":0.0011099795,"threshold_uncertainty_score":0.997778},"labels":[],"label_agreement":null},{"id":"W4396664663","doi":"10.37571/2024.0201","title":"Introduction au numéro thématique « Les méthodes pédagogiques actives en enseignement postsecondaire : enjeux, défis et retombées »","year":2024,"lang":"fr","type":"article","venue":"Didactique","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Humanities; Political science; Art; Philosophy","score_opus":0.08248028808460503,"score_gpt":0.43755666013212413,"score_spread":0.3550763720475191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396664663","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2694937,0.013264047,0.009944457,0.63685375,0.010132279,0.0010095264,0.0000915529,0.0009611784,0.0582495],"genre_scores_gemma":[0.9370338,0.01193692,0.00926319,0.0010028748,0.008646384,0.00015999898,0.000078820616,0.000116254574,0.0317618],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9848027,0.011610997,0.0007581602,0.001085347,0.0009968579,0.0007458916],"domain_scores_gemma":[0.993397,0.004994959,0.00046655306,0.000535191,0.00036136396,0.00024490946],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012466823,0.000566662,0.0005125985,0.0003485425,0.0010132455,0.0010268794,0.0005439276,0.0007462793,0.006688623],"category_scores_gemma":[0.0062632607,0.00057777786,0.00032635234,0.00061222276,0.0006304291,0.004558854,0.00018351743,0.001849026,0.0005333424],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006717499,0.00032554066,0.0006150726,0.00057315285,0.00044212665,0.00003302831,0.33323672,0.00013015968,0.0030435438,0.49678937,0.042622227,0.12212191],"study_design_scores_gemma":[0.00017788581,0.00032904476,0.00804771,0.0007549016,0.00022787412,0.00004949604,0.051482376,0.00060309464,0.009142462,0.03224681,0.89617896,0.00075938716],"about_ca_topic_score_codex":0.011102826,"about_ca_topic_score_gemma":0.007854284,"teacher_disagreement_score":0.85355675,"about_ca_system_score_codex":0.0023087393,"about_ca_system_score_gemma":0.0021730377,"threshold_uncertainty_score":0.99966735},"labels":[],"label_agreement":null},{"id":"W4396664676","doi":"10.37571/2024.0203","title":"Engagement en situation de cours ou de travaux dirigés : impacts d’un dispositif de classe inversée en licence de sciences de la vie","year":2024,"lang":"fr","type":"article","venue":"Didactique","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.07633856536830345,"score_gpt":0.4550905239624682,"score_spread":0.3787519585941647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396664676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8891516,0.0026385093,0.01745491,0.07760054,0.00069567835,0.0003962061,0.000016858246,0.00023283144,0.01181291],"genre_scores_gemma":[0.98070174,0.00351934,0.012077477,0.0016329414,0.00073340104,0.00007407659,0.0000070003684,0.000040156898,0.0012138552],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9851211,0.011878926,0.00039113546,0.00057973067,0.0008986299,0.0011305101],"domain_scores_gemma":[0.98899776,0.009856526,0.00028194123,0.00024255246,0.000092022776,0.00052917394],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03289463,0.00031544964,0.0002454762,0.00021770337,0.0012869928,0.001217873,0.0007734757,0.00048176743,0.0005827928],"category_scores_gemma":[0.00877614,0.0003383411,0.00016604754,0.0007050389,0.00085153524,0.0021176415,0.000114691575,0.0013880222,0.00016562219],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005790079,0.00047946835,0.07242273,0.00025802493,0.00023740146,0.0001970394,0.73798394,0.004849571,0.023769364,0.11726044,0.004178999,0.038305108],"study_design_scores_gemma":[0.0009505655,0.00071902835,0.43624362,0.002071663,0.0013445043,0.00029236954,0.15661894,0.14775828,0.024673285,0.038838014,0.18876062,0.0017290969],"about_ca_topic_score_codex":0.0135423355,"about_ca_topic_score_gemma":0.0037533413,"teacher_disagreement_score":0.581365,"about_ca_system_score_codex":0.0034971568,"about_ca_system_score_gemma":0.007518099,"threshold_uncertainty_score":0.99990684},"labels":[],"label_agreement":null},{"id":"W4397001364","doi":"10.21203/rs.3.rs-4224772/v1","title":"Student Evaluations of Teaching Do Not Reflect Student Learning: An Observational Study","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Observational study; Observational learning; Mathematics education; Psychology; Pedagogy; Computer science; Experiential learning; Mathematics; Statistics","score_opus":0.6985254627341579,"score_gpt":0.699522918917968,"score_spread":0.000997456183810086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4397001364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9534814,0.0006164102,0.000029651199,0.008777592,0.00079605496,0.0039882287,0.000035618203,0.00026076383,0.032014314],"genre_scores_gemma":[0.99122554,0.00013914239,0.00079816335,0.000025037083,0.0009515026,0.00071804126,0.00010225734,0.0000657942,0.0059745116],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9531446,0.029974034,0.0010685495,0.0013189414,0.0137204155,0.0007734402],"domain_scores_gemma":[0.9909529,0.0044141747,0.00052193296,0.0010229922,0.0027793203,0.00030867814],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08656919,0.0003166917,0.00051728147,0.0010297373,0.0024710542,0.0015475496,0.0020499267,0.00033927278,0.0007978658],"category_scores_gemma":[0.01877098,0.00031662223,0.00022894992,0.00074339285,0.0003670815,0.00049770385,0.0031552436,0.006908653,0.00020995412],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009479528,0.005239902,0.37511215,0.00046512604,0.00069486996,0.000028225819,0.5102663,0.017727222,0.00024356296,0.07707553,0.0015906782,0.011461616],"study_design_scores_gemma":[0.00065398734,0.001841043,0.5827496,0.0010372426,0.00031079035,6.3226094e-7,0.37744144,0.0012685983,0.000019917896,0.015748989,0.01835323,0.00057453226],"about_ca_topic_score_codex":0.006744604,"about_ca_topic_score_gemma":0.004138682,"teacher_disagreement_score":0.20763746,"about_ca_system_score_codex":0.0015237948,"about_ca_system_score_gemma":0.0041473843,"threshold_uncertainty_score":0.9999286},"labels":[],"label_agreement":null},{"id":"W4398141864","doi":"10.1103/physrevphyseducres.20.010144","title":"Importance of undergraduate institution prestige in physics faculty hiring networks","year":2024,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"National Science Foundation","keywords":"Prestige; Institution; Medical education; Mathematics education; Psychology; Pedagogy; Sociology; Medicine; Social science; Philosophy; Linguistics","score_opus":0.3449500155640113,"score_gpt":0.6052982771233288,"score_spread":0.26034826155931756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398141864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51962155,0.107104264,0.014526447,0.15747316,0.0034890557,0.009233715,0.000046279038,0.0007128541,0.18779266],"genre_scores_gemma":[0.98484594,0.0126762865,0.00027446751,0.00013462164,0.0013849803,0.0002058105,0.00004538049,0.00001911955,0.00041336933],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99617857,0.0012908309,0.00037466895,0.00041016898,0.0013523662,0.00039338664],"domain_scores_gemma":[0.99773604,0.0011098643,0.00015864168,0.00034215927,0.00052763516,0.00012566512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042543043,0.00013424338,0.00028726793,0.00008211516,0.00029016583,0.00013393145,0.00041121177,0.000036773075,0.000018991894],"category_scores_gemma":[0.002085425,0.0001295422,0.00012542924,0.0021957962,0.00039520118,0.0010601257,0.000090459536,0.00082300283,0.00011050979],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036540707,0.00051971985,0.0018592613,0.0011095877,0.0000186171,6.575877e-7,0.0021054456,0.000988093,0.00008662627,0.7717968,0.0035378074,0.21797372],"study_design_scores_gemma":[0.00022292373,0.00010096608,0.009047454,0.013748599,0.00012626003,6.9531e-7,0.0009888345,0.039894212,0.0003725556,0.78083605,0.15405418,0.000607287],"about_ca_topic_score_codex":0.0014254204,"about_ca_topic_score_gemma":0.00019816546,"teacher_disagreement_score":0.46522442,"about_ca_system_score_codex":0.0004256689,"about_ca_system_score_gemma":0.0022520968,"threshold_uncertainty_score":0.5282577},"labels":[],"label_agreement":null},{"id":"W4398277776","doi":"10.3389/feduc.2024.1376658","title":"The educational development of university teachers: mapping the landscape","year":2024,"lang":"en","type":"article","venue":"Frontiers in Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université de Sherbrooke","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Development (topology); Mathematics education; Computer science; Engineering management; Engineering; Psychology; Mathematics","score_opus":0.059214704053447316,"score_gpt":0.365672494736903,"score_spread":0.3064577906834557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398277776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55359083,0.013241775,0.0065786666,0.26120433,0.01904088,0.0007952502,0.000002087379,0.000090427544,0.14545573],"genre_scores_gemma":[0.9591477,0.0003025286,0.020105164,0.000072417824,0.00033044926,0.000012491715,0.000009108474,0.0000054818015,0.020014642],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990237,0.0004469733,0.000114864684,0.00009325984,0.00023169389,0.0000895073],"domain_scores_gemma":[0.99927515,0.00049180386,0.00006908922,0.00009055689,0.000053914482,0.000019506395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032207565,0.000035594065,0.000036600122,0.00009962346,0.0005897379,0.00007651311,0.0002495194,0.000029872093,0.000054792155],"category_scores_gemma":[0.0006516446,0.000025854266,0.000018977633,0.00034928546,0.000112938935,0.00026319787,0.00001607752,0.0001278185,0.000012212612],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065981567,0.00007671974,0.04575862,0.000012867891,0.00003416063,5.624088e-8,0.2968978,0.000021076552,0.000007717226,0.04930016,0.18162856,0.42625567],"study_design_scores_gemma":[0.000019293913,0.0000015000021,0.05014226,0.00003273082,0.0000058080677,9.932301e-8,0.17677392,0.000098534525,0.0000035407284,0.0024310492,0.77045995,0.00003133082],"about_ca_topic_score_codex":0.00034515813,"about_ca_topic_score_gemma":0.00054657285,"teacher_disagreement_score":0.58883137,"about_ca_system_score_codex":0.00031513843,"about_ca_system_score_gemma":0.0028738927,"threshold_uncertainty_score":0.5098162},"labels":[],"label_agreement":null},{"id":"W4399919131","doi":"10.1002/dch.30586","title":"The Chair's Role in Fostering Equity, Part 3: Faculty Evaluation","year":2024,"lang":"en","type":"article","venue":"The Department Chair","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Equity (law); Psychology; Mathematics education; Engineering ethics; Sociology; Medical education; Political science; Engineering; Medicine; Law","score_opus":0.3099094292750263,"score_gpt":0.5151818972210405,"score_spread":0.20527246794601417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399919131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54413253,0.0072004674,0.000119169905,0.23955669,0.0040099644,0.0030354583,0.00002604129,0.0005686484,0.20135105],"genre_scores_gemma":[0.9964248,0.00022482369,0.000025925725,0.00021350516,0.00043564505,0.00028452932,0.000020114056,0.000011847638,0.002358839],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967352,0.0012125788,0.00024455372,0.00022984385,0.0012334716,0.00034434808],"domain_scores_gemma":[0.9987478,0.000790804,0.00009138617,0.00025628306,0.000063950916,0.00004976479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01491785,0.00010495763,0.00008673408,0.00004592282,0.0010438091,0.0005066101,0.00046904205,0.000050504997,0.00017784501],"category_scores_gemma":[0.00081884133,0.00006346445,0.000061453306,0.00025964834,0.00013597027,0.00043434527,0.00030572023,0.00022776063,0.0003010429],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005015336,0.00012614818,0.0010246967,0.000024202021,0.00013002854,0.000007819566,0.07547961,0.002201271,0.00019306503,0.11490895,0.018408922,0.7874451],"study_design_scores_gemma":[0.00022961336,0.000046645044,0.0033142269,0.00007779574,0.00006494817,0.0000018614061,0.008920319,0.016581077,0.00015163168,0.032373644,0.93807244,0.00016576385],"about_ca_topic_score_codex":0.0007430378,"about_ca_topic_score_gemma":0.008812863,"teacher_disagreement_score":0.91966355,"about_ca_system_score_codex":0.00041223835,"about_ca_system_score_gemma":0.0002444778,"threshold_uncertainty_score":0.80282414},"labels":[],"label_agreement":null},{"id":"W4400015176","doi":"10.1108/sgpe-06-2023-0050","title":"More than words: PhD students and critical reading","year":2024,"lang":"en","type":"article","venue":"Studies in Graduate and Postdoctoral Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Reading (process); Psychology; Cognitive psychology; Linguistics; Philosophy","score_opus":0.429490425325836,"score_gpt":0.5963333341599364,"score_spread":0.1668429088341004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400015176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94618523,0.011203424,0.000002756694,0.03855312,0.0021149036,0.00016216408,0.0000018185215,0.0000548541,0.0017217525],"genre_scores_gemma":[0.9935151,0.0043337527,0.00030924636,0.0002540016,0.00037429828,0.000030517713,0.0000033711024,0.000007468108,0.0011722784],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9988163,0.00027033032,0.00016029547,0.0002355851,0.00034487573,0.00017263048],"domain_scores_gemma":[0.9990736,0.0006711724,0.000030177258,0.00006839812,0.0000902929,0.00006634012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001470811,0.00008944701,0.00011609622,0.00013011765,0.0003940749,0.00026438962,0.00008514232,0.000038498347,0.000010483097],"category_scores_gemma":[0.00215242,0.00008168789,0.000016474556,0.00021726209,0.00040842616,0.00062285294,0.00007057948,0.00017863243,0.000009016732],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024023408,0.00016931683,0.27814996,0.0002891585,0.00009078924,0.000008132806,0.53666914,6.4820046e-7,0.000026697318,0.10372262,0.0073828134,0.07346672],"study_design_scores_gemma":[0.00026336135,0.00017231537,0.34263113,0.0014630412,0.0001886305,0.000012063001,0.53992116,0.00008878005,0.000020025112,0.052739177,0.061998688,0.00050163065],"about_ca_topic_score_codex":0.002051249,"about_ca_topic_score_gemma":0.00068360515,"teacher_disagreement_score":0.07296509,"about_ca_system_score_codex":0.00010905165,"about_ca_system_score_gemma":0.00014572502,"threshold_uncertainty_score":0.33311355},"labels":[],"label_agreement":null},{"id":"W4400152197","doi":"10.36518/2689-0216.1780","title":"Autonomy Versus Independence: Implications for Resident and Faculty Engagement, Performance, and Well-Being","year":2024,"lang":"en","type":"review","venue":"HCA Healthcare Journal of Medicine","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Autonomy; Independence (probability theory); Psychology; Social psychology; Political science; Mathematics; Law","score_opus":0.4044833384762968,"score_gpt":0.5851339858695969,"score_spread":0.18065064739330006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400152197","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007963073,0.92733,0.00002978678,0.06829467,0.0013536664,0.0008011285,0.000011611519,0.000022080947,0.002077416],"genre_scores_gemma":[0.0015073474,0.9948922,0.0006081646,0.0001668492,0.0017517904,0.000037918515,0.000023321185,0.000023383838,0.0009890569],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968625,0.0008646321,0.0010517802,0.00026154926,0.0006908679,0.0002687261],"domain_scores_gemma":[0.9959847,0.0016863898,0.0013580602,0.0001512846,0.0005010428,0.0003185438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011848458,0.00021887613,0.0009065718,0.00042925533,0.00081635127,0.00008904199,0.00028923625,0.00024431676,0.00004328608],"category_scores_gemma":[0.0025281813,0.000153604,0.00010193265,0.0002919642,0.000251386,0.0003864865,0.000074212396,0.0013191166,0.000004995519],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034702833,0.00001000478,0.0001196944,0.0122768255,0.00020189912,0.0000043946534,0.017669102,2.9705748e-7,5.557963e-8,0.0073168487,0.019169632,0.94319654],"study_design_scores_gemma":[0.0005375024,0.00045728017,0.000206887,0.012789336,0.0013421653,0.000057334262,0.0034841574,0.0000042106303,1.735498e-8,0.0006224993,0.9803768,0.00012184365],"about_ca_topic_score_codex":0.0004326052,"about_ca_topic_score_gemma":0.000318753,"teacher_disagreement_score":0.96120715,"about_ca_system_score_codex":0.0005163204,"about_ca_system_score_gemma":0.0028319643,"threshold_uncertainty_score":0.6278797},"labels":[],"label_agreement":null},{"id":"W4400405124","doi":"10.55016/ojs/pplt.v7y2024.78034","title":"Faculty Engagement In Professional Development","year":2024,"lang":"en","type":"article","venue":"Papers on postsecondary learning and teaching.","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Focus group; Student engagement; Psychology; Medical education; Perspective (graphical); Professional development; Faculty development; Anxiety; Pedagogy; Medicine; Sociology; Computer science","score_opus":0.07040206055379633,"score_gpt":0.4271790749100484,"score_spread":0.3567770143562521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400405124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6921805,0.00044137583,0.0000034056256,0.007989069,0.0009874624,0.00018674621,0.0000029239768,0.00027062403,0.2979379],"genre_scores_gemma":[0.9432074,0.000029197365,0.00056818384,0.00036186923,0.00008776308,0.000018768504,0.00004437329,0.0000145184185,0.055667948],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971801,0.0015604015,0.00020959342,0.00033276575,0.00046026395,0.00025688353],"domain_scores_gemma":[0.99893856,0.0008407155,0.000055362092,0.00005517875,0.000015156538,0.00009503291],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0064490885,0.00012468881,0.00011399508,0.00018786435,0.0013119363,0.00020510973,0.00010848161,0.000078113815,0.00085161615],"category_scores_gemma":[0.0013687954,0.000111283814,0.0000282191,0.00007580769,0.00007169957,0.00027296506,0.000054779215,0.0016189938,0.00013569416],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040438903,0.00016613709,0.024790227,0.00007498726,0.00006309019,0.000040192837,0.24941465,0.000071171526,0.00021406714,0.04570228,0.0036307236,0.67579204],"study_design_scores_gemma":[0.00016152758,0.000050010367,0.02817374,0.00019426012,0.0000061823744,0.0000015275671,0.010012796,0.00010370511,0.000008029028,0.000081681625,0.96105707,0.00014946086],"about_ca_topic_score_codex":0.00024132393,"about_ca_topic_score_gemma":0.0003250041,"teacher_disagreement_score":0.95742637,"about_ca_system_score_codex":0.0001645809,"about_ca_system_score_gemma":0.0003790641,"threshold_uncertainty_score":0.9999882},"labels":[],"label_agreement":null},{"id":"W4400405189","doi":"10.55016/ojs/pplt.v7y2024.77561","title":"Fostering A Teaching And Learning Opportunity: Toward Equity In Student Feedback Of Teaching","year":2024,"lang":"en","type":"article","venue":"Papers on postsecondary learning and teaching.","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Bachelor; Equity (law); Accountability; Mathematics education; Process (computing); Psychology; Course (navigation); Medical education; Reflection (computer programming); Course evaluation; Teaching method; Higher education; Pedagogy; Computer science; Medicine; Political science; Engineering","score_opus":0.11623975777764832,"score_gpt":0.4525644299534338,"score_spread":0.3363246721757855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400405189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66106856,0.0011332635,0.000030857133,0.0039064414,0.00025712457,0.00021733617,0.0000024926155,0.0002700635,0.33311385],"genre_scores_gemma":[0.9935143,0.00027191354,0.0011110913,0.0003160645,0.00016738771,0.0000128290485,0.000011646286,0.0000530645,0.004541695],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99070376,0.006617102,0.0005869273,0.0007121136,0.0008188824,0.00056124205],"domain_scores_gemma":[0.9955584,0.0036626842,0.00028810816,0.00015738796,0.000030451763,0.00030300365],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023294972,0.00032294664,0.000459525,0.00051316456,0.00233829,0.0006842366,0.00029571613,0.00018994139,0.00022847072],"category_scores_gemma":[0.009604865,0.00032846164,0.00010436475,0.000092736576,0.00025412027,0.00087653735,0.0007216371,0.0070089814,0.000013545707],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052056006,0.00010796246,0.019680196,0.00023201063,0.00008611983,0.000040448926,0.17734933,0.00020361571,0.0012915034,0.024349207,0.000049922208,0.7765576],"study_design_scores_gemma":[0.002091031,0.0020006543,0.059705444,0.004170595,0.00026829535,0.00009175974,0.3184912,0.004624305,0.000036355483,0.0021589533,0.60466385,0.0016975908],"about_ca_topic_score_codex":0.0035306371,"about_ca_topic_score_gemma":0.00037619763,"teacher_disagreement_score":0.77486,"about_ca_system_score_codex":0.00024232494,"about_ca_system_score_gemma":0.00026085362,"threshold_uncertainty_score":0.99991673},"labels":[],"label_agreement":null},{"id":"W4400440901","doi":"10.55016/ojs/ajer.v53i1.55200","title":"The Academic Development of Education Faculty: Looking Back, Looking Ahead","year":2007,"lang":"en","type":"article","venue":"Alberta Journal of Educational Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Alberta; State University of New York","keywords":"Mathematics education; Higher education; Psychology; Pedagogy; Sociology; Medical education; Political science; Medicine","score_opus":0.30790014454061393,"score_gpt":0.5817260621186198,"score_spread":0.27382591757800584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400440901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7431834,0.0015073646,0.000069100905,0.055794485,0.0011139383,0.00024391738,3.5823567e-7,8.059416e-7,0.19808665],"genre_scores_gemma":[0.95497286,0.00023805433,0.002806947,0.000099998186,0.0010612044,0.0000062745194,0.0000042951765,0.0000118596645,0.040798508],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954818,0.00085069396,0.0008516456,0.00013589405,0.00225412,0.00042587414],"domain_scores_gemma":[0.95911914,0.037596278,0.00078491506,0.00014185681,0.0021487677,0.00020905142],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02674111,0.00008058896,0.00012691443,0.0003848182,0.0015662698,0.00011408657,0.0008543031,0.00010250248,0.0019016435],"category_scores_gemma":[0.049948536,0.00006242072,0.00006706173,0.0005914375,0.0003829637,0.0006736978,0.000069442125,0.00093690655,0.00021250939],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028813418,0.00086374773,0.24960236,0.00007496249,0.00026925653,2.8558503e-7,0.14507659,0.000052059357,0.0025670663,0.28850397,0.044270188,0.26843137],"study_design_scores_gemma":[0.0001886192,0.000047951125,0.12887888,0.00029021697,0.000020081497,0.000011447824,0.031038947,0.0000051287693,0.0011964159,0.0044167954,0.83378947,0.00011602749],"about_ca_topic_score_codex":0.0017819772,"about_ca_topic_score_gemma":0.007162985,"teacher_disagreement_score":0.7895193,"about_ca_system_score_codex":0.000672646,"about_ca_system_score_gemma":0.011807464,"threshold_uncertainty_score":0.99973357},"labels":[],"label_agreement":null},{"id":"W4400455516","doi":"10.1522/rhe.v8i3.1474","title":"La posture du corps professoral à l’égard de l’implantation d’une nouvelle politique de reconnaissance des acquis des compétences (RAC) et de l’expérience (RAE) pour les programmes de formation à l’enseignement","year":2024,"lang":"fr","type":"article","venue":"Revue hybride de l éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Ministère de l'Éducation et de l'Enseignement supérieur; Université du Québec à Trois-Rivières; Université du Québec à Montréal","keywords":"Humanities; Political science; Philosophy","score_opus":0.1526408938159912,"score_gpt":0.42129835414243616,"score_spread":0.268657460326445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400455516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89941275,0.004793899,0.03828631,0.04779166,0.0007347166,0.0008160314,0.000044456654,0.00026102646,0.007859121],"genre_scores_gemma":[0.93038183,0.00516378,0.060633697,0.0009007844,0.0007298834,0.00033742146,0.00011452447,0.00004839964,0.0016896626],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9930657,0.004259896,0.0006691108,0.0005133083,0.00045680456,0.001035142],"domain_scores_gemma":[0.99664557,0.0016690257,0.0006261542,0.00024608092,0.00046271543,0.00035045735],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.009435291,0.00034855475,0.00029871313,0.00020568186,0.0014511527,0.0008108172,0.0004706757,0.00031495647,0.00016734128],"category_scores_gemma":[0.0033640533,0.00039824596,0.00015632305,0.00066866324,0.00070215383,0.0024292462,0.00006404307,0.0006997777,0.00006579906],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007715344,0.0004557737,0.041202534,0.0022201575,0.000092143375,0.00008344428,0.7783668,0.0013617815,0.0024719879,0.07449214,0.009232512,0.08994354],"study_design_scores_gemma":[0.00067244034,0.00043085485,0.33939356,0.006462568,0.0006243149,0.004279668,0.41923288,0.044845853,0.006309036,0.13381834,0.0427609,0.0011696089],"about_ca_topic_score_codex":0.027030475,"about_ca_topic_score_gemma":0.016806995,"teacher_disagreement_score":0.35913396,"about_ca_system_score_codex":0.00488027,"about_ca_system_score_gemma":0.0041554635,"threshold_uncertainty_score":0.99984884},"labels":[],"label_agreement":null},{"id":"W4400482733","doi":"10.55016/ojs/cpai.v4i1.69770","title":"Exploring Rogeting: Implications for academic integrity","year":2021,"lang":"en","type":"article","venue":"Canadian Perspectives on Academic Integrity","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Academic integrity; Research integrity; Engineering ethics; Psychology; Engineering","score_opus":0.4532989147069602,"score_gpt":0.4834051400923178,"score_spread":0.030106225385357566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400482733","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41478944,0.0017813555,0.00089460274,0.50390744,0.0013165728,0.0010920196,0.000239844,0.0003568861,0.07562184],"genre_scores_gemma":[0.9893674,0.002056958,0.0020279258,0.0027480107,0.0012493915,0.00033336016,0.000033234355,0.000039040253,0.0021446352],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99650216,0.0009276058,0.00043524682,0.0008215661,0.00046682407,0.00084658],"domain_scores_gemma":[0.99566406,0.0018665935,0.00024790262,0.0004193855,0.0009605545,0.00084151287],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004819857,0.0002474355,0.00029008268,0.00036652925,0.0018180447,0.0001380856,0.0009075063,0.0006639787,0.00033119155],"category_scores_gemma":[0.034277357,0.00028248105,0.00019962368,0.00065769325,0.0003954948,0.0010917621,0.000057701014,0.0071377964,0.00012316609],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018981245,0.000034367185,0.007338499,0.000010697656,0.000047367346,0.0000030023718,0.05845862,0.000009743135,0.00037305,0.91618896,0.009890161,0.00762654],"study_design_scores_gemma":[0.00044669,0.000061177256,0.03783633,0.00017896482,0.00008420958,0.000015277466,0.30122438,0.00009673057,0.0007508914,0.045728438,0.6129065,0.00067041843],"about_ca_topic_score_codex":0.097277276,"about_ca_topic_score_gemma":0.13380134,"teacher_disagreement_score":0.8704605,"about_ca_system_score_codex":0.0035625286,"about_ca_system_score_gemma":0.0058701346,"threshold_uncertainty_score":0.99996275},"labels":[],"label_agreement":null},{"id":"W4400482821","doi":"10.55016/ojs/cpai.v5i1.75129","title":"Getting off the beaten path: Authentic assessments that enhance teaching, learning and academic integrity","year":2022,"lang":"en","type":"article","venue":"Canadian Perspectives on Academic Integrity","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Red River College","funders":"","keywords":"Academic integrity; Path (computing); Structural integrity; Psychology; Mathematics education; Engineering ethics; Computer science; Engineering; Social psychology","score_opus":0.0948172656268362,"score_gpt":0.4458802513881505,"score_spread":0.35106298576131434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400482821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87058103,0.0025688838,0.000100227706,0.08349697,0.00077992835,0.0007444405,0.000042553133,0.00019888296,0.04148707],"genre_scores_gemma":[0.99002224,0.0008359972,0.00025294806,0.0020433976,0.00041131023,0.000103310536,0.000011260485,0.000036365032,0.006283177],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9907769,0.0059091104,0.00037980438,0.00081633974,0.0012605676,0.0008572732],"domain_scores_gemma":[0.9967756,0.0018137149,0.00049935,0.00028031267,0.00013635984,0.0004946327],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01565386,0.00030098966,0.00029433123,0.0003505067,0.006990527,0.0001958686,0.0012228204,0.0004223484,0.0008406565],"category_scores_gemma":[0.010806857,0.0002715621,0.00011557493,0.00033715434,0.000656264,0.0007050025,0.00025934272,0.027131962,0.000042953383],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000751759,0.00008746447,0.11726227,0.000020430713,0.00017410927,0.000022509956,0.56548715,0.0000711074,0.00039985112,0.2549687,0.010423211,0.051008005],"study_design_scores_gemma":[0.00025234293,0.00015401746,0.022757253,0.00010498156,0.00007910972,0.000016828355,0.6516793,0.0012745626,0.00003203766,0.0064708544,0.31666392,0.00051482837],"about_ca_topic_score_codex":0.20822346,"about_ca_topic_score_gemma":0.028989293,"teacher_disagreement_score":0.3062407,"about_ca_system_score_codex":0.003892683,"about_ca_system_score_gemma":0.0019445613,"threshold_uncertainty_score":0.99997365},"labels":[],"label_agreement":null},{"id":"W4400761880","doi":"10.1187/cbe.24-03-0102","title":"Instructional Influencers: Teaching Professors as Potential Departmental Change Agents in Diversity, Equity, and Inclusion","year":2024,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"University of California, Santa Barbara; National Science Foundation","keywords":"Influencer marketing; Inclusion (mineral); Equity (law); Diversity (politics); Sociology; Psychology; Pedagogy; Political science; Business; Social science; Marketing; Anthropology","score_opus":0.26016991007794765,"score_gpt":0.5317956681146581,"score_spread":0.2716257580367104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400761880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94837886,0.0007219575,0.000011799443,0.028936952,0.0032535756,0.00042409782,0.0000035962325,0.00008419737,0.018184967],"genre_scores_gemma":[0.99682546,0.00017693588,0.00076914683,0.0012947118,0.00057637173,0.000036648467,0.00001010635,0.0000055165774,0.00030513364],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99696934,0.000614751,0.00020739707,0.00041680146,0.0015150025,0.00027668622],"domain_scores_gemma":[0.99942505,0.00016317048,0.000119204255,0.00008129364,0.00005459312,0.0001566749],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0060674935,0.000107026004,0.0000916923,0.00042860594,0.0062251175,0.00041002035,0.00056832493,0.0000857574,0.00019602237],"category_scores_gemma":[0.0010821704,0.000107480846,0.00003150009,0.00053268496,0.0005550986,0.0034619349,0.0068356167,0.0002810962,0.00004099308],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027553475,0.00036975913,0.15272169,0.000091342845,0.000022840915,0.000005604955,0.3201221,0.00010855453,0.0001939399,0.13082975,0.0025456515,0.39296123],"study_design_scores_gemma":[0.0008223784,0.00038923693,0.48138937,0.00093902653,0.00014021932,0.000046525787,0.16678326,0.0069670635,0.00006590041,0.2502823,0.09109532,0.0010794112],"about_ca_topic_score_codex":0.01458686,"about_ca_topic_score_gemma":0.0015413269,"teacher_disagreement_score":0.39188182,"about_ca_system_score_codex":0.00048392708,"about_ca_system_score_gemma":0.0014472737,"threshold_uncertainty_score":0.99506867},"labels":[],"label_agreement":null},{"id":"W4400898426","doi":"10.55016/ojs/pplt.v4y2020.68840","title":"Learning from the H.I.P.: Engagement through Reacting to the Past","year":2020,"lang":"en","type":"article","venue":"Papers on postsecondary learning and teaching.","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Red Deer Polytechnic","funders":"","keywords":"Experiential learning; Rote learning; Curriculum; Passion; Set (abstract data type); Pedagogy; Mathematics education; Psychology; Teaching method; Cooperative learning; Computer science; Social psychology","score_opus":0.08764701287205105,"score_gpt":0.3710731005981626,"score_spread":0.28342608772611155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400898426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43715942,0.00029748547,0.00008927523,0.31171763,0.00027148222,0.00034324563,0.0000028926324,0.0002949548,0.24982361],"genre_scores_gemma":[0.9787858,0.000095437,0.00083665585,0.017454641,0.0010629359,0.000017071041,0.000013760075,0.000029953218,0.001703722],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99286,0.0053918776,0.00025352678,0.0004710389,0.000660556,0.00036295544],"domain_scores_gemma":[0.99379367,0.005571628,0.00025666525,0.0001727134,0.00003748347,0.00016782334],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0059241187,0.00019539426,0.00017792179,0.000024374638,0.006789025,0.00051374105,0.00045596584,0.00007470265,0.0006256688],"category_scores_gemma":[0.013949087,0.00012935034,0.00008011411,0.00011451233,0.00013640353,0.00031779436,0.00018460111,0.0032202178,0.00026018987],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106312946,0.00003881498,0.040354703,0.000008256176,0.00012875111,0.0000067029214,0.6949886,0.0016467758,0.00065342576,0.01265294,0.0055987504,0.24381597],"study_design_scores_gemma":[0.00019020775,0.00022453292,0.010053205,0.000035925867,0.000040038725,7.8347944e-7,0.10920927,0.00014257216,0.000005697488,0.00006905554,0.8798607,0.00016799949],"about_ca_topic_score_codex":0.0034268124,"about_ca_topic_score_gemma":0.00032672135,"teacher_disagreement_score":0.874262,"about_ca_system_score_codex":0.00006416189,"about_ca_system_score_gemma":0.00008204781,"threshold_uncertainty_score":0.9990794},"labels":[],"label_agreement":null},{"id":"W4401109185","doi":"10.1162/qss_a_00319","title":"Researcher profile system adoption and use across discipline and rank: A case study at the University of Manitoba","year":2024,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Rank (graph theory); Sociology; Regional science; Mathematics","score_opus":0.4144187244737644,"score_gpt":0.5513445988952799,"score_spread":0.1369258744215155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401109185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949501,0.0017864584,0.000047358837,0.002177179,0.00013683402,0.0005274207,0.000019155446,0.00003615351,0.0003193179],"genre_scores_gemma":[0.99832493,0.00026250686,0.00055530545,0.0000030610722,0.000014370097,0.0000042634856,2.0637644e-7,0.0000028379523,0.000832541],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9979496,0.0008258525,0.000106953885,0.0003041117,0.0006299352,0.00018355326],"domain_scores_gemma":[0.9973813,0.001982616,0.000079280224,0.000108830005,0.0004018787,0.000046065117],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.010125396,0.00006524352,0.00011589109,0.00007222415,0.0040855138,0.00021162999,0.00014494434,0.000014873716,0.0000057076722],"category_scores_gemma":[0.002397913,0.0000436514,0.00001591802,0.0006405555,0.0051674168,0.0012611067,0.0004522967,0.00011083946,0.000009124408],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049686845,0.000049005426,0.040798765,0.00011795788,0.00009142678,0.00016853865,0.9309221,0.000011066843,0.00023722994,0.024317008,0.00025386488,0.0029833612],"study_design_scores_gemma":[0.000116107505,0.00013960438,0.055037543,0.00007390252,0.000035671248,0.000014370156,0.94325036,0.0007493692,0.000008666992,0.000058961403,0.0004628626,0.000052574094],"about_ca_topic_score_codex":0.009846623,"about_ca_topic_score_gemma":0.07401123,"teacher_disagreement_score":0.06416461,"about_ca_system_score_codex":0.00020537517,"about_ca_system_score_gemma":0.00012765596,"threshold_uncertainty_score":0.99753994},"labels":[],"label_agreement":null},{"id":"W4401219449","doi":"10.1080/1360144x.2024.2378790","title":"Teaching award winners – (in)visible best-practice examples? Findings from Austria and Switzerland","year":2024,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministry of Education","keywords":"Quarter (Canadian coin); Online teaching; Medical education; Resource (disambiguation); Psychology; Mathematics education; Sociology; Political science; Pedagogy; Management; Medicine; Geography; Economics; Computer science","score_opus":0.1374559091007748,"score_gpt":0.47078661308505204,"score_spread":0.3333307039842772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401219449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8189773,0.0016961537,0.0020734507,0.16779885,0.0050814967,0.0003430351,0.000011306441,0.00006369218,0.0039546923],"genre_scores_gemma":[0.96535546,0.0018608317,0.015782692,0.001935468,0.0020543651,0.00004296555,0.000018231216,0.00003213535,0.012917872],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975839,0.00033966338,0.00048585035,0.00023371752,0.0010981478,0.00025868835],"domain_scores_gemma":[0.99588555,0.0036041597,0.00019822399,0.000058798512,0.00014982051,0.0001034459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011073337,0.0001229781,0.000119219374,0.0002328663,0.0007413013,0.00067980925,0.0007597407,0.00012124294,0.00010586821],"category_scores_gemma":[0.004563872,0.000094492294,0.000046888214,0.00009747302,0.00007610215,0.001361724,0.00012275997,0.0013578087,0.00005300837],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073534535,0.00018857596,0.02283014,0.000039892246,0.0017755403,0.00017521334,0.34138784,0.00058049674,0.002800404,0.12414433,0.07418356,0.43115866],"study_design_scores_gemma":[0.0003849832,0.00001698972,0.001557684,0.00032494354,0.000046658977,0.0000688903,0.0090429755,0.00037023707,0.000089319714,0.0100962855,0.9778591,0.00014196416],"about_ca_topic_score_codex":0.002114419,"about_ca_topic_score_gemma":0.00027580519,"teacher_disagreement_score":0.9036755,"about_ca_system_score_codex":0.0006206601,"about_ca_system_score_gemma":0.0006984029,"threshold_uncertainty_score":0.65554166},"labels":[],"label_agreement":null},{"id":"W4401259970","doi":"10.5040/9798216192626.0009","title":"The Evolution of Faculty Instructional Development in the Use of Technology at Collège Boréal, Ontario","year":2001,"lang":"en","type":"other","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mathematics education; Engineering ethics; Engineering; Psychology","score_opus":0.1590868789200894,"score_gpt":0.38919662550769757,"score_spread":0.23010974658760816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401259970","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10057268,0.00036107533,0.00023807153,0.01224848,0.00061550125,0.0011980151,0.000018956829,0.00010883748,0.88463837],"genre_scores_gemma":[0.015509148,0.00015445024,0.016355006,0.00004855398,0.00005738725,0.000047231908,0.000018516557,0.00003291056,0.9677768],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984202,0.00029730453,0.0002917735,0.00013943278,0.000713072,0.00013822482],"domain_scores_gemma":[0.9988839,0.00028052556,0.0005418454,0.00018639216,0.00009446497,0.000012885354],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011743866,0.00008945078,0.00013778232,0.00021380871,0.0003040144,0.000022072882,0.00041582607,0.00025121053,0.0020251162],"category_scores_gemma":[0.00066225184,0.00005384626,0.000032921016,0.00036835286,0.0004317068,0.000093706636,0.000068563466,0.00022497245,0.000019446627],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035720175,0.00020643443,0.19696331,0.00001665365,0.00015623856,0.0000011637511,0.017205441,0.000052701806,0.000020285566,0.23761833,0.5323629,0.015360866],"study_design_scores_gemma":[0.000107726155,0.000010860232,0.020971525,0.000030080053,0.000010570584,0.0000013254851,0.003943121,0.0000018031561,0.000006192746,0.0002760516,0.9745802,0.000060506292],"about_ca_topic_score_codex":0.46880215,"about_ca_topic_score_gemma":0.97218,"teacher_disagreement_score":0.50337785,"about_ca_system_score_codex":0.0011603367,"about_ca_system_score_gemma":0.0015782644,"threshold_uncertainty_score":0.9988872},"labels":[],"label_agreement":null},{"id":"W4401537110","doi":"10.69520/jipe.v6i.202","title":"Student Perceptions of Flexible Deadlines","year":2024,"lang":"en","type":"article","venue":"Journal of innovation in polytechnic education.","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Durham College","funders":"","keywords":"Procrastination; Incentive; Perception; Computer science; Point (geometry); Supervisor; Affect (linguistics); Punitive damages; Psychology; Mathematics education; Medical education; Social psychology; Management; Political science; Medicine; Economics","score_opus":0.08478260828758129,"score_gpt":0.5026165194938031,"score_spread":0.4178339112062219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401537110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9351501,0.0025353692,0.0063651074,0.033964653,0.003961384,0.00025318313,0.000002150327,0.00006592301,0.017702172],"genre_scores_gemma":[0.9884286,0.00019933551,0.0072945086,0.00016820162,0.0005526987,0.000013411223,0.0000024045737,0.000008540688,0.0033323192],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99794644,0.00018544932,0.0010675289,0.00008953725,0.0006059027,0.00010512235],"domain_scores_gemma":[0.99764043,0.00030697836,0.00066634116,0.000117514704,0.0012392469,0.000029459074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048664412,0.00006283248,0.00012766322,0.0014338626,0.00010572238,0.0000829868,0.00026877256,0.00007326469,0.0006773967],"category_scores_gemma":[0.0014876033,0.000059985498,0.000045454166,0.0027642814,0.00010122062,0.0008511735,0.000016791997,0.00031050347,0.000017696528],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010336235,0.00057316985,0.04011842,0.00004186385,0.00004126436,0.000001171697,0.029777056,0.00014783854,0.0024128023,0.8520458,0.024432456,0.05039785],"study_design_scores_gemma":[0.00045170335,0.00026905476,0.47410354,0.0014034105,0.0001238405,0.000057946832,0.18404943,0.0000672156,0.00090222555,0.037786197,0.30042842,0.00035701034],"about_ca_topic_score_codex":0.00029322391,"about_ca_topic_score_gemma":0.00005959192,"teacher_disagreement_score":0.8142596,"about_ca_system_score_codex":0.0003158669,"about_ca_system_score_gemma":0.002699374,"threshold_uncertainty_score":0.7417019},"labels":[],"label_agreement":null},{"id":"W4401669815","doi":"10.5539/hes.v14n3p170","title":"A Multiple Case Study of Teaching-Focused Professional Development Programs Offered at Three Different Types of US Institutions of Higher Education","year":2024,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Professional development; Higher education; Mathematics education; Faculty development; Psychology; Teaching method; Medical education; Pedagogy; Political science; Medicine","score_opus":0.30461356596889105,"score_gpt":0.5131518383979505,"score_spread":0.20853827242905948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401669815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862384,0.003389582,0.000005117774,0.0020487928,0.005734873,0.0009900196,0.000003988494,0.00006993608,0.0015192501],"genre_scores_gemma":[0.98040366,0.000024330273,0.0012428872,0.000024840465,0.0001902757,0.000476749,0.000016376169,0.000013732526,0.01760715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977666,0.00046849975,0.0006220651,0.00029079503,0.00069542835,0.00015659936],"domain_scores_gemma":[0.99799514,0.00056762865,0.0004525792,0.0002308911,0.00069176406,0.0000620177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008627456,0.00016532495,0.00031934914,0.0002361619,0.00063766877,0.000029971481,0.00017614398,0.00007040569,0.00018899493],"category_scores_gemma":[0.00021829491,0.00013059458,0.00006246079,0.00032733628,0.00027141717,0.00028049017,0.00012723863,0.00017674283,0.000010167323],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008437651,0.015878025,0.6598456,0.00079512666,0.0011463532,0.000003553407,0.22030635,0.000029661483,0.00045419572,0.06020937,0.0074398573,0.03380752],"study_design_scores_gemma":[0.00059455185,0.00025590687,0.6899477,0.00079396385,0.00040863667,0.0000042353586,0.08031926,0.000007665442,0.00024914593,0.0006873894,0.22643964,0.0002918905],"about_ca_topic_score_codex":0.004005992,"about_ca_topic_score_gemma":0.007970293,"teacher_disagreement_score":0.21899979,"about_ca_system_score_codex":0.00038489458,"about_ca_system_score_gemma":0.0017369367,"threshold_uncertainty_score":0.6055888},"labels":[],"label_agreement":null},{"id":"W4402104919","doi":"10.55016/ojs/jet.v44i1.52275","title":"Toward Tenure: Developing a Relational View","year":2018,"lang":"en","type":"article","venue":"Journal of educational thought.","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Winnipeg","funders":"","keywords":"Computer science; Business; Psychology","score_opus":0.2743740776967221,"score_gpt":0.499409538067667,"score_spread":0.2250354603709449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402104919","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09379197,0.0018624475,0.0052492307,0.74077815,0.006944833,0.00022108665,0.0000034390011,0.000024870194,0.15112397],"genre_scores_gemma":[0.7235693,0.00030728322,0.2478905,0.0023527034,0.0130124865,0.0000057052353,0.0000047538083,0.000016872391,0.012840394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99790615,0.00044997092,0.00045300767,0.00010209929,0.0009312717,0.00015750047],"domain_scores_gemma":[0.9964419,0.0013106032,0.00071989256,0.000080744154,0.0013323239,0.00011453466],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037649397,0.00007423691,0.00012892403,0.00015652957,0.0005579688,0.00008476965,0.00024677155,0.00006634412,0.0025752562],"category_scores_gemma":[0.0073828036,0.00006644266,0.00008185802,0.00035700778,0.00021427803,0.0009801843,0.000021682625,0.00023394433,0.00028356333],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021091379,0.000078599616,0.0054275384,0.000006251033,0.000045927492,9.149234e-7,0.008363269,0.00000744218,0.0000318772,0.94631976,0.036734857,0.0029624524],"study_design_scores_gemma":[0.00014851267,0.000044012577,0.03309107,0.00008838007,0.000027640948,0.000046545676,0.0011545976,0.000006328159,0.00003276368,0.05281963,0.9124467,0.00009386801],"about_ca_topic_score_codex":0.00005291331,"about_ca_topic_score_gemma":0.00006804131,"teacher_disagreement_score":0.89350015,"about_ca_system_score_codex":0.00030793907,"about_ca_system_score_gemma":0.003359522,"threshold_uncertainty_score":0.99833655},"labels":[],"label_agreement":null},{"id":"W4402109694","doi":"10.55016/ojs/jet.v44i1.52283","title":"Illuminating the Tenure-Track Pathway: A \"New\" Faculty Perspective","year":2018,"lang":"en","type":"article","venue":"Journal of educational thought.","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Perspective (graphical); Track (disk drive); Political science; Computer science; Artificial intelligence","score_opus":0.141942143353454,"score_gpt":0.495316279962391,"score_spread":0.353374136608937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402109694","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2282182,0.0006558451,0.00028578212,0.5889578,0.0033309762,0.0002350877,0.0000069824337,0.000018413664,0.17829093],"genre_scores_gemma":[0.92963994,0.000032558055,0.021527048,0.0010260914,0.014273064,0.0000034197662,0.0000017147441,0.0000128202355,0.033483375],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99781454,0.000559244,0.0003395654,0.00011954072,0.0009858736,0.00018122965],"domain_scores_gemma":[0.9954417,0.0016055785,0.0008689011,0.00012194153,0.0018250394,0.0001368676],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004002866,0.00008521842,0.00011863685,0.000092551294,0.001004871,0.00016554857,0.00040648,0.000057258352,0.0013731358],"category_scores_gemma":[0.0148450015,0.000057483066,0.0001136833,0.0003358515,0.00038346535,0.0008069143,0.000026509819,0.00036706083,0.00014421174],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034745146,0.00022262329,0.0024529456,0.0000021901274,0.00008893019,0.0000012404988,0.13480574,0.000014943929,0.00023600954,0.74507105,0.111058615,0.0060109952],"study_design_scores_gemma":[0.0002495046,0.00013298298,0.024381327,0.000053698313,0.00005142504,0.00005115543,0.090075195,0.000016080956,0.0002535057,0.06984632,0.8147603,0.00012849091],"about_ca_topic_score_codex":0.0007578064,"about_ca_topic_score_gemma":0.0005797411,"teacher_disagreement_score":0.7037017,"about_ca_system_score_codex":0.00037034796,"about_ca_system_score_gemma":0.0028540015,"threshold_uncertainty_score":0.99953973},"labels":[],"label_agreement":null},{"id":"W4402110183","doi":"10.55016/ojs/jet.v15i3.43912","title":"Faculty of Education and the Development of a Body of Knowledge of Teaching","year":2018,"lang":"en","type":"article","venue":"Journal of educational thought.","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Mathematics education; Psychology; Engineering ethics; Pedagogy; Engineering; Medicine","score_opus":0.11099550924226662,"score_gpt":0.49734352708070667,"score_spread":0.3863480178384401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402110183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9580379,0.00062986894,0.0001863563,0.0070625604,0.00065818743,0.00012449858,0.0000032523508,0.0000011440862,0.033296205],"genre_scores_gemma":[0.959466,0.00002489799,0.038860396,0.000018069893,0.00046134542,0.000002301619,0.0000016782686,0.000003987318,0.0011613258],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99793386,0.00063134806,0.0007932754,0.000065209184,0.0005044794,0.00007180769],"domain_scores_gemma":[0.9946536,0.0015267018,0.0021614875,0.00009374276,0.0015177422,0.00004676775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00683531,0.000059338625,0.00022392382,0.00015489366,0.00020296665,0.000010252393,0.00027994753,0.00004062179,0.00013545681],"category_scores_gemma":[0.005721923,0.000041653722,0.00007024092,0.00017446923,0.0005304533,0.00032286724,0.00003284772,0.00014629727,0.0000015858293],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025026416,0.002173083,0.031621154,0.00016480172,0.00027034216,1.3911524e-8,0.3695695,0.000008576099,0.0048010754,0.5601991,0.006577958,0.024364147],"study_design_scores_gemma":[0.0023319968,0.00043437225,0.55621445,0.0014004661,0.00041863933,0.000016524024,0.10572996,0.00006080236,0.021014867,0.04600513,0.26607993,0.0002928688],"about_ca_topic_score_codex":0.00019088603,"about_ca_topic_score_gemma":0.00012275412,"teacher_disagreement_score":0.5245933,"about_ca_system_score_codex":0.00006770532,"about_ca_system_score_gemma":0.0037667244,"threshold_uncertainty_score":0.68500894},"labels":[],"label_agreement":null},{"id":"W4402135204","doi":"10.1007/s10459-024-10367-7","title":"From constructive to critical and everywhere in between: education leaders’ decision-making related to harsh feedback from learners about their teachers","year":2024,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Enthusiasm; Narrative; Framing (construction); Peer feedback; Psychology; Pedagogy; Harm; Coaching; Competence (human resources); Teacher education; Mathematics education; Social psychology","score_opus":0.06814438746695156,"score_gpt":0.5229294931112733,"score_spread":0.4547851056443218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402135204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9209051,0.014910608,0.0005515083,0.055426344,0.003866812,0.0006913604,0.000016009748,0.00007248237,0.0035597389],"genre_scores_gemma":[0.9627838,0.0008072967,0.034408372,0.001459071,0.00033528468,0.00007645237,0.000009432171,0.00001205125,0.00010821828],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.996508,0.0009522685,0.00061777263,0.0008360902,0.0006381405,0.00044769648],"domain_scores_gemma":[0.9933073,0.005980226,0.00015594067,0.00017472896,0.00009806053,0.00028372338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004237801,0.00016243821,0.00024518493,0.00050720037,0.00070199644,0.000455715,0.0003998375,0.000115880306,0.00015451599],"category_scores_gemma":[0.0073194224,0.00016244728,0.000026932586,0.0017434187,0.000712455,0.0027778102,0.000056169374,0.00045202277,0.00005839447],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001046583,0.000053104806,0.10375871,0.000021436248,0.000003115311,2.3389751e-7,0.21740022,0.00045461752,0.0000051544957,0.0074920054,0.0004339102,0.670367],"study_design_scores_gemma":[0.00010869569,0.00011769469,0.15686998,0.003743926,0.000009647048,0.0000010479775,0.5681681,0.0002834755,0.0000065835243,0.21889749,0.051461015,0.00033231953],"about_ca_topic_score_codex":0.03774036,"about_ca_topic_score_gemma":0.015270016,"teacher_disagreement_score":0.6700347,"about_ca_system_score_codex":0.0009350385,"about_ca_system_score_gemma":0.004251127,"threshold_uncertainty_score":0.9686674},"labels":[],"label_agreement":null},{"id":"W4402269356","doi":"10.5860/crl.85.6.826","title":"Along for the Journey: Graduate Student Perceptions of Research","year":2024,"lang":"en","type":"article","venue":"College & Research Libraries","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Graduate students; Perception; Mathematics education; Computer science; Psychology; Pedagogy; Sociology","score_opus":0.6186290981570353,"score_gpt":0.6199611299277371,"score_spread":0.001332031770701847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402269356","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32272428,0.013918531,0.0008974932,0.5675028,0.0018574334,0.0051913103,0.00022838674,0.00039711568,0.08728262],"genre_scores_gemma":[0.9586433,0.0013412306,0.0009858239,0.000043369455,0.00081432296,0.00044333134,0.0000051063894,0.000026607198,0.037696913],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904735,0.0044677476,0.0003281857,0.0003282366,0.0036983255,0.0007039736],"domain_scores_gemma":[0.9678692,0.030259646,0.000048156555,0.00040646276,0.0012524697,0.00016402332],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.042920105,0.000089095454,0.00015227773,0.0006009615,0.005049412,0.0016780802,0.001277806,0.0000928517,0.00072518125],"category_scores_gemma":[0.015089596,0.00006347042,0.000121376455,0.00212435,0.003181591,0.0018804739,0.00042806615,0.0012051977,0.00014514095],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044049517,0.000072340845,0.00090385263,0.00006616696,0.000070172304,0.000006026846,0.06703164,0.000011437956,0.000056359142,0.6779908,0.25070763,0.0030395205],"study_design_scores_gemma":[0.0001560913,0.0001884588,0.008740377,0.00012920954,0.000020668705,0.000001181253,0.30902332,0.0005986639,0.00012358322,0.06519069,0.61574155,0.000086216714],"about_ca_topic_score_codex":0.0019728448,"about_ca_topic_score_gemma":0.0016956831,"teacher_disagreement_score":0.635919,"about_ca_system_score_codex":0.00018374997,"about_ca_system_score_gemma":0.0033736508,"threshold_uncertainty_score":0.99953115},"labels":[],"label_agreement":null},{"id":"W4402285663","doi":"10.1080/1360144x.2024.2379531","title":"Assessing the teaching culture on campus: the development and validation of the Institutional Teaching Culture Perception Survey-Faculty","year":2024,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Brock University; University of Windsor; Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Perception; Psychology; Survey instrument; Medical education; Pedagogy; Mathematics education; Sociology; Medicine; Applied psychology","score_opus":0.18684858157994333,"score_gpt":0.5053485064677672,"score_spread":0.31849992488782386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402285663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9321838,0.00036093593,0.005682464,0.054679375,0.0039678826,0.00061024807,0.00002216136,0.000046690344,0.0024464657],"genre_scores_gemma":[0.99144286,0.00010392621,0.003138001,0.0009524004,0.00084967434,0.000037269423,0.000042230145,0.000012891011,0.0034207646],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956576,0.0014472463,0.0005973463,0.00021866745,0.0018652269,0.00021387672],"domain_scores_gemma":[0.997699,0.0013141158,0.0004993588,0.00010775355,0.0003296892,0.000050055358],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.022624347,0.00016880762,0.000111551875,0.00007775756,0.00529232,0.00081056874,0.0013356244,0.00013768673,0.000023318444],"category_scores_gemma":[0.0041041435,0.000070971066,0.00009176715,0.00011382656,0.00024371977,0.00093900727,0.00019244604,0.0021859077,0.00000954691],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008975429,0.00009767326,0.012222134,0.000035831177,0.0008426744,0.0000025766112,0.6320176,0.002971757,0.0018378072,0.06324733,0.034468055,0.2521668],"study_design_scores_gemma":[0.00024864936,0.000014199819,0.08699388,0.00064807036,0.000060403752,0.00010113849,0.02867107,0.000633136,0.00059632777,0.002966406,0.87888014,0.00018657406],"about_ca_topic_score_codex":0.00012941088,"about_ca_topic_score_gemma":0.00013541534,"teacher_disagreement_score":0.8444121,"about_ca_system_score_codex":0.00088365696,"about_ca_system_score_gemma":0.0011770282,"threshold_uncertainty_score":0.9960027},"labels":[],"label_agreement":null},{"id":"W4403379966","doi":"10.54337/nlc.v8.9140","title":"Symposium 5: Variations in the Experience of Phenomenographic Research","year":2012,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Networked Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Phenomenography; Psychology; Epistemology; Engineering ethics; Mathematics education; Philosophy; Engineering","score_opus":0.26995604469297535,"score_gpt":0.4712715815362116,"score_spread":0.20131553684323628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403379966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7057919,0.000036247093,0.000016888216,0.019090474,0.00036800368,0.00023964758,5.154732e-7,0.000015248422,0.27444106],"genre_scores_gemma":[0.9984063,0.00010667958,0.00020003875,0.000077548146,0.00027088122,0.000043960696,6.4023766e-7,0.000005604734,0.00088836486],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.997486,0.000366808,0.00027709466,0.00013236803,0.0014689936,0.00026871453],"domain_scores_gemma":[0.9978356,0.0009210536,0.00040560827,0.000079478006,0.00072365056,0.000034656125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009983277,0.00006824242,0.000093914816,0.00018997455,0.0004939076,0.000112534915,0.0013155532,0.000053926764,0.0001766681],"category_scores_gemma":[0.0030370995,0.000047501628,0.00004931467,0.0006881197,0.0003594757,0.0005922741,0.00012681878,0.00066363154,0.0000056907684],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029071842,0.000104183986,0.15585306,0.000005279878,0.000014126819,2.259444e-8,0.10848992,0.00030038753,0.0016321712,0.73273575,0.00021785678,0.00061816967],"study_design_scores_gemma":[0.0011335461,0.00040483478,0.23964876,0.0013997784,0.00007120366,0.0000050088324,0.54682344,0.023334065,0.0014071802,0.054380845,0.1307698,0.00062150514],"about_ca_topic_score_codex":0.0007301587,"about_ca_topic_score_gemma":0.000063534135,"teacher_disagreement_score":0.67835486,"about_ca_system_score_codex":0.000079333986,"about_ca_system_score_gemma":0.0000950282,"threshold_uncertainty_score":0.37987876},"labels":[],"label_agreement":null},{"id":"W4403484341","doi":"10.4018/979-8-3693-3184-2.ch010","title":"Valuing Arts-Based Literacies in Science as Evidence of Learning","year":2024,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"The arts; Visual arts; Science learning; Art; Psychology; Mathematics education; Sociology; Science education","score_opus":0.09493351503424846,"score_gpt":0.43757101376812957,"score_spread":0.3426374987338811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403484341","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006411822,0.36192733,0.0003253423,0.06151855,0.0031234168,0.0015102248,0.000021055474,0.0006978908,0.5644644],"genre_scores_gemma":[0.34275442,0.26771393,0.11097562,0.00019915483,0.00044961134,0.00035222384,0.000026292852,0.00009629133,0.27743247],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976807,0.00007226166,0.00051499467,0.00054566533,0.00093495596,0.00025142572],"domain_scores_gemma":[0.99729395,0.0017428255,0.0004158015,0.00018170723,0.00033193186,0.000033803815],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0020914923,0.00022917592,0.00028328845,0.0011564889,0.00046530372,0.00015709092,0.00046339908,0.0002305208,0.00019985535],"category_scores_gemma":[0.0051413584,0.00023881458,0.000048913458,0.00039015763,0.003995466,0.004822491,0.00013198206,0.0007392157,0.000014396043],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004721232,0.000013513744,0.0006040152,0.00011931188,0.000006493859,0.000001924104,0.0010262781,0.00167526,0.00009929561,0.96400934,0.000014627404,0.032382704],"study_design_scores_gemma":[0.00005845819,0.00011604148,0.00021692962,0.0020530622,0.000012309403,0.0000126962905,0.0042643915,0.000067619214,0.00018065037,0.65368533,0.33910578,0.0002267524],"about_ca_topic_score_codex":0.00009498915,"about_ca_topic_score_gemma":0.00019251513,"teacher_disagreement_score":0.33909115,"about_ca_system_score_codex":0.00046307928,"about_ca_system_score_gemma":0.002029137,"threshold_uncertainty_score":0.9987151},"labels":[],"label_agreement":null},{"id":"W4403764185","doi":"10.24908/pceea.2023.17067","title":"Étude comparative des performances académiques d’étudiants exposés à une classe inversée ou traditionnelle : Partie 2 – Résultats","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Université du Québec à Montréal; École de Technologie Supérieure","funders":"Université du Québec à Montréal","keywords":"Humanities; Art","score_opus":0.07897767935277993,"score_gpt":0.3532714100402248,"score_spread":0.27429373068744484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9129375,0.0006321792,0.000020434647,0.05450205,0.0027867681,0.00057501683,0.000032718828,0.00028183768,0.02823148],"genre_scores_gemma":[0.9961077,0.00014908455,0.0007697153,0.00018329047,0.00042552067,0.000086316904,0.000010182735,0.00002205227,0.0022461372],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983861,0.000051044946,0.0003295028,0.00023825023,0.00062567263,0.00036946774],"domain_scores_gemma":[0.9984037,0.0002777224,0.00032766696,0.000072477,0.000661732,0.0002566743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017382903,0.00015938333,0.00017744733,0.00033011122,0.00083555223,0.00041631458,0.00038209022,0.00016555203,0.00009922996],"category_scores_gemma":[0.0022183214,0.00015697155,0.00009545534,0.0010495256,0.000108249,0.0017401428,0.000018701254,0.00038181548,0.000046043097],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000129877235,0.00026464125,0.104714476,0.0007391388,0.00055095245,5.700254e-7,0.33934027,0.0023642268,0.0017743992,0.22445513,0.32072577,0.0050574434],"study_design_scores_gemma":[0.0005290778,0.00011318213,0.43782777,0.001547452,0.00037580013,0.000006299755,0.06921165,0.019578943,0.004866309,0.008229745,0.45657623,0.0011375626],"about_ca_topic_score_codex":0.027055541,"about_ca_topic_score_gemma":0.09895061,"teacher_disagreement_score":0.33311328,"about_ca_system_score_codex":0.0028738317,"about_ca_system_score_gemma":0.0017245394,"threshold_uncertainty_score":0.9794234},"labels":[],"label_agreement":null},{"id":"W4403929244","doi":"10.4324/9781032614144-9","title":"Supporting First-Time Workshop Leaders in Large Introductory Courses","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mathematics education; Computer science; Psychology","score_opus":0.10928066784163597,"score_gpt":0.43428761573763863,"score_spread":0.32500694789600265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403929244","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010877349,0.0012655421,0.000011980747,0.068229206,0.0011681934,0.0003415316,0.000009850634,0.00031765297,0.92854726],"genre_scores_gemma":[0.009612908,0.00027455724,0.0002736119,0.00042995112,0.0013559173,0.000008852683,0.000029879802,0.00006352814,0.9879508],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99732786,0.00012592602,0.0005194058,0.0005730135,0.00094271614,0.00051105634],"domain_scores_gemma":[0.9980297,0.001119853,0.00035069138,0.00029026295,0.00009873043,0.00011076424],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0046347254,0.0002622674,0.00035153396,0.0003578145,0.0003598171,0.00022140943,0.00042687365,0.00044537062,0.02766719],"category_scores_gemma":[0.002204023,0.0002678326,0.00014662415,0.00008102727,0.00033659878,0.00047793367,0.00012562306,0.0010976959,0.005515464],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000104417795,0.000036538433,0.00023297999,0.00007234235,0.00009564604,0.000061961626,0.029038893,0.00003295738,0.000002211881,0.7675143,0.20084997,0.0020517486],"study_design_scores_gemma":[0.00009388502,0.000010525604,0.0000132226,0.00025109318,0.00007379202,0.0000012818828,0.0075835185,0.000073033305,8.918313e-7,0.014068275,0.9775127,0.00031776985],"about_ca_topic_score_codex":0.0006323102,"about_ca_topic_score_gemma":0.020252552,"teacher_disagreement_score":0.77666277,"about_ca_system_score_codex":0.00038896705,"about_ca_system_score_gemma":0.0004926415,"threshold_uncertainty_score":0.9999774},"labels":[],"label_agreement":null},{"id":"W4404479533","doi":"10.1145/3678698.3687262","title":"Mentorship Navigator: Visual Exploration of Academic Lineages","year":2024,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Regina","keywords":"Mentorship; Computer science; Human–computer interaction; Computer graphics (images); Visual arts; Art","score_opus":0.26065109642689466,"score_gpt":0.5391321620724472,"score_spread":0.27848106564555253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404479533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7407467,0.0025063388,0.0068910904,0.084758215,0.002630978,0.00052368315,0.000004028802,0.000993859,0.16094512],"genre_scores_gemma":[0.99076927,0.00022649814,0.0005470931,0.000100938225,0.00036253364,0.000008359969,0.0000037664238,0.000006328108,0.007975234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868983,0.00038315798,0.0001874864,0.00012423529,0.0005121082,0.0001031912],"domain_scores_gemma":[0.9992502,0.0005244392,0.000065842,0.000054576903,0.000054866698,0.000050104096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032307832,0.00004647866,0.000062356194,0.00006908946,0.00012774818,0.000074764605,0.00012595936,0.0000834174,0.0006273276],"category_scores_gemma":[0.0010442616,0.00004141547,0.000033773864,0.00020820997,0.00008140465,0.0017523349,0.000019737046,0.00020181783,0.00020391011],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014618166,0.00006210865,0.0032212895,0.000074445,0.000054489505,0.0000018910139,0.107098594,0.000053158066,0.0054167956,0.8129366,0.015889121,0.05517689],"study_design_scores_gemma":[0.00017431894,0.00013648183,0.0008075834,0.00023141144,0.000092676775,5.5617664e-7,0.037844304,0.0034408553,0.015124523,0.023421062,0.9184369,0.00028933494],"about_ca_topic_score_codex":0.00074461295,"about_ca_topic_score_gemma":0.00018747748,"teacher_disagreement_score":0.9025478,"about_ca_system_score_codex":0.00005496923,"about_ca_system_score_gemma":0.0001733583,"threshold_uncertainty_score":0.68687975},"labels":[],"label_agreement":null},{"id":"W4404670208","doi":"10.20343/teachlearninqu.12.31","title":"Moving From “Good” to “Great” SoTL: The Importance of Describing Your Research Epistemological and Ontological Traditions in Your SoTL Scholarship","year":2024,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; University of Saskatchewan","funders":"","keywords":"Scholarship of Teaching and Learning; Metaphor; Transformative learning; Scholarship; Sociology; Epistemology; Context (archaeology); Transparency (behavior); Discipline; Strengths and weaknesses; Order (exchange); Diversity (politics); Pedagogy; Engineering ethics; Teaching method; Social science; Computer science; Philosophy; Political science; Teaching and learning center","score_opus":0.5762881358992609,"score_gpt":0.5291175044849363,"score_spread":0.04717063141432454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404670208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9104415,0.0016733571,0.001275718,0.08424316,0.00056034507,0.0002910345,0.0000025717582,0.00013518948,0.0013771269],"genre_scores_gemma":[0.994896,0.00022689988,0.0025233207,0.00039190284,0.001217808,0.000018076924,0.0000023328057,0.000031539,0.00069211354],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9812887,0.015096716,0.0007612001,0.0004928439,0.0016149178,0.0007456415],"domain_scores_gemma":[0.98969084,0.009230963,0.00034665933,0.00031104332,0.00016967214,0.00025079318],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057221983,0.000218643,0.0003437965,0.0002999425,0.0047812783,0.0014761203,0.0011573485,0.00022258703,0.00022433487],"category_scores_gemma":[0.022751117,0.00012637346,0.000150525,0.00058579916,0.000915947,0.0010725799,0.00018543344,0.008491784,0.00003597188],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012846888,0.00016391711,0.42715764,0.00002200197,0.0001538313,0.0002627092,0.46500197,0.0031571223,0.0025921697,0.06390834,0.0010425403,0.036409285],"study_design_scores_gemma":[0.0007670542,0.00070433,0.62561464,0.0024442459,0.00020531315,0.00053758215,0.25387588,0.0048810714,0.000061647035,0.041299216,0.06887778,0.0007312511],"about_ca_topic_score_codex":0.0017162348,"about_ca_topic_score_gemma":0.00084594736,"teacher_disagreement_score":0.2111261,"about_ca_system_score_codex":0.0004995831,"about_ca_system_score_gemma":0.0003847615,"threshold_uncertainty_score":0.9995604},"labels":[],"label_agreement":null},{"id":"W4404916876","doi":"10.25071/crxt8883","title":"The Robarts Centre as incubator","year":2024,"lang":"en","type":"article","venue":"Canada Watch","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Incubator; Business; Biology; Microbiology","score_opus":0.04050732376355928,"score_gpt":0.38106199893213255,"score_spread":0.3405546751685733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404916876","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03432143,0.0010963094,0.000004940797,0.83980554,0.0026376797,0.00012107324,0.0000034760737,0.00009226634,0.1219173],"genre_scores_gemma":[0.91716784,0.00007801133,0.00002599247,0.000793523,0.00032912006,0.0000038546473,0.0000016114736,0.000006983557,0.08159307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875134,0.00026426834,0.00008748202,0.00011831279,0.0005787836,0.00019981946],"domain_scores_gemma":[0.9989565,0.0007478398,0.000025677971,0.00011872794,0.000052019077,0.0000992543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012003302,0.00004658952,0.00003934895,0.0000072701805,0.00085714326,0.00028224976,0.00022459141,0.00002776532,0.0005381582],"category_scores_gemma":[0.0012249824,0.000033347922,0.000019170715,0.00012945701,0.000066659384,0.00017053452,0.000023557368,0.00010753295,0.00013468535],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010454368,0.0000018763035,0.00031263634,0.0000030183892,0.000012027329,0.000014736695,0.0036697695,0.0000071852915,0.0000046082296,0.039121278,0.9439704,0.012881417],"study_design_scores_gemma":[0.00001648954,0.0000022551685,0.00013024936,0.000010269046,0.000008158818,6.446515e-7,0.0036001108,0.000060902647,0.000027013746,0.0018850085,0.99420977,0.000049129496],"about_ca_topic_score_codex":0.899372,"about_ca_topic_score_gemma":0.9909592,"teacher_disagreement_score":0.8828464,"about_ca_system_score_codex":0.0003663836,"about_ca_system_score_gemma":0.0027635398,"threshold_uncertainty_score":0.65925395},"labels":[],"label_agreement":null},{"id":"W4405365838","doi":"10.3138/cjpe-2023-0027","title":"A Conversational Approach to Learning About Learning: Embedded Indigenous Evaluation and Communities of Practice","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Yukon University; University of Manitoba; Saskatchewan Health Authority; Vancouver Island University","funders":"","keywords":"Indigenous; Computer science; Psychology; Mathematics education; Sociology; Ecology","score_opus":0.23476152038788015,"score_gpt":0.47532930408291163,"score_spread":0.24056778369503148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405365838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777495,0.00059694576,0.00042688206,0.004082836,0.00040043725,0.002350129,0.00000315319,0.000057148412,0.0143329315],"genre_scores_gemma":[0.99288845,0.00007692577,0.0064059705,0.000086014574,0.000165251,0.00010998258,0.000066587374,0.000016795633,0.00018399283],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99119425,0.005722846,0.0005496695,0.00013692015,0.0020774743,0.00031884923],"domain_scores_gemma":[0.99309874,0.001156455,0.0010682346,0.000116672876,0.004164838,0.00039508005],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040637586,0.00011404892,0.0002109137,0.0008478644,0.0011242696,0.0002822139,0.00026283629,0.00012012885,0.00018928526],"category_scores_gemma":[0.026479898,0.00012620584,0.000061463994,0.0008655876,0.00024453728,0.0010786013,0.000020106543,0.00055544253,0.000020463212],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050512346,0.00008804231,0.025215518,0.00003219169,0.0001507427,0.0000021037222,0.5285392,0.06640501,0.000037067628,0.002223805,0.0004788709,0.37677693],"study_design_scores_gemma":[0.0022314584,0.0013365358,0.12741882,0.00023420915,0.0010341856,0.000052775085,0.59165996,0.11263426,0.000024910018,0.0021497074,0.16077828,0.0004449197],"about_ca_topic_score_codex":0.018958744,"about_ca_topic_score_gemma":0.01894029,"teacher_disagreement_score":0.376332,"about_ca_system_score_codex":0.00059251365,"about_ca_system_score_gemma":0.0064524254,"threshold_uncertainty_score":0.9991801},"labels":[],"label_agreement":null},{"id":"W4405486676","doi":"10.52358/mm.vi19.430","title":"Sentiment d’efficacité personnelle, apprentissages autorégulés et expérience dans un contexte de formation hybride universitaire","year":2024,"lang":"fr","type":"article","venue":"Médiations et médiatisations","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Sociology; Art","score_opus":0.05462714937225997,"score_gpt":0.352832786332619,"score_spread":0.298205636960359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405486676","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3258949,0.009713381,0.38743848,0.17565463,0.004747449,0.0018428614,0.0009858593,0.0013499593,0.09237249],"genre_scores_gemma":[0.9321197,0.0022914167,0.010297289,0.00081504084,0.0003360878,0.00014494434,0.00034471657,0.000060434868,0.05359036],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99375015,0.003115971,0.00071302615,0.0006671066,0.0010738302,0.0006799317],"domain_scores_gemma":[0.995835,0.0026400168,0.00044748702,0.00047111878,0.00028134204,0.00032504427],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004091155,0.00039153316,0.00029742546,0.00038861056,0.0023835143,0.0010519515,0.0005267299,0.00026144355,0.0024836014],"category_scores_gemma":[0.0013073663,0.0004890168,0.00029570775,0.0015190035,0.00054430263,0.005701342,0.00013893776,0.0007312308,0.0012391061],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066926227,0.00041583585,0.0016839376,0.00013321813,0.00026907664,0.000033367574,0.31150588,0.026563538,0.00027695883,0.5946353,0.025617797,0.038858365],"study_design_scores_gemma":[0.0011969814,0.00020833843,0.045549054,0.00084094296,0.0013457056,0.00009771494,0.15703262,0.26151365,0.00041882214,0.011814252,0.51863194,0.0013499563],"about_ca_topic_score_codex":0.0028885745,"about_ca_topic_score_gemma":0.0019622464,"teacher_disagreement_score":0.6062248,"about_ca_system_score_codex":0.0014280927,"about_ca_system_score_gemma":0.0013351508,"threshold_uncertainty_score":0.99998504},"labels":[],"label_agreement":null},{"id":"W4405564816","doi":"","title":"Elluminate Article: An Investigation into the Use of an Orientation Course to Address Academic and Social Integration Issues","year":2006,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Course (navigation); Orientation (vector space); Psychology; Computer science; Engineering ethics; Sociology; Engineering; Mathematics; Aerospace engineering","score_opus":0.5029878812862209,"score_gpt":0.6450592992824289,"score_spread":0.14207141799620804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405564816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923576,0.0006806961,0.00020724101,0.005745394,0.000231836,0.0005598354,0.000009052471,0.000032385713,0.00017595502],"genre_scores_gemma":[0.9973341,0.00051026454,0.0011985647,0.0003612804,0.0003337848,0.000028361228,0.000025342766,0.000018395589,0.00018990572],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957109,0.0021358493,0.0006541105,0.0002900487,0.0010083598,0.00020074635],"domain_scores_gemma":[0.99752736,0.00054596085,0.0010779398,0.00020014917,0.0005031027,0.00014551127],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005008766,0.0001481345,0.00026566128,0.0002980182,0.00092683255,0.0013748895,0.0010208505,0.00012898385,0.00042149425],"category_scores_gemma":[0.0012613673,0.0001257875,0.00004081403,0.00070849987,0.00045913845,0.010887937,0.00016840687,0.000363172,0.0000033575084],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026367916,0.00031254932,0.4260015,0.000034164626,0.00006187869,0.0000023835362,0.14377356,0.0013215678,0.293974,0.009878464,0.009245665,0.11513057],"study_design_scores_gemma":[0.0002774317,0.00002925075,0.92827606,0.000116687515,0.00012598238,9.860479e-7,0.01049117,0.0009888618,0.03788258,0.017269695,0.004298052,0.00024323771],"about_ca_topic_score_codex":0.04198214,"about_ca_topic_score_gemma":0.008251478,"teacher_disagreement_score":0.5022746,"about_ca_system_score_codex":0.00008309219,"about_ca_system_score_gemma":0.00018915927,"threshold_uncertainty_score":0.9996618},"labels":[],"label_agreement":null},{"id":"W4405603091","doi":"10.1126/science.adu0964","title":"The struggles and joys of being an Indigenous researcher in the academy","year":2024,"lang":"en","type":"editorial","venue":"Science","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Aotearoa; Indigenous; Media studies; Sociology; Political science; Library science; Gender studies; Computer science; Biology","score_opus":0.13753392233434075,"score_gpt":0.542473431447355,"score_spread":0.4049395091130143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405603091","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24307944,0.0052897446,0.000003496002,0.029440505,0.69143194,0.0014007558,0.000039727565,0.00008449773,0.029229898],"genre_scores_gemma":[0.43595415,0.0046661496,0.00043034527,0.00012843695,0.5537968,0.00007385827,0.000006513241,0.000033518027,0.004910214],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936939,0.0015533775,0.00022222106,0.00036565354,0.0037646724,0.00040021024],"domain_scores_gemma":[0.99347687,0.0058487877,0.00018330953,0.00024582088,0.00017572186,0.000069477064],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.052955553,0.00008719685,0.00010717628,0.00018010133,0.0020078805,0.0010458025,0.00238492,0.00021344471,0.000009976859],"category_scores_gemma":[0.02151799,0.00004964867,0.000021804179,0.0009779049,0.0034305893,0.0008278549,0.00022852905,0.0014675242,0.000009356775],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018079849,0.000047888894,0.000656792,0.000063094994,0.000012053306,0.000005048271,0.6773013,0.000007159954,0.00019619931,0.033995382,0.24217318,0.04552382],"study_design_scores_gemma":[0.00003474708,0.00004333515,0.001243349,0.00006726526,0.000010176484,2.1537343e-7,0.02606897,0.000018163191,0.000013374991,0.02230119,0.95011985,0.00007938707],"about_ca_topic_score_codex":0.005090786,"about_ca_topic_score_gemma":0.008022213,"teacher_disagreement_score":0.70794666,"about_ca_system_score_codex":0.00014439334,"about_ca_system_score_gemma":0.0023809057,"threshold_uncertainty_score":0.9999912},"labels":[],"label_agreement":null},{"id":"W4405675058","doi":"10.24908/pceea.2024.18606","title":"Faculty Reflections and Adaptations in a First-Year Block Model","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University","funders":"York University","keywords":"Block (permutation group theory); Computer science; Psychology; Mathematics; Geometry","score_opus":0.0616992800198234,"score_gpt":0.36662488196640225,"score_spread":0.30492560194657886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405675058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60034627,0.0005960649,0.00013591688,0.27318335,0.0033445286,0.001377971,0.00010649842,0.0004703081,0.120439105],"genre_scores_gemma":[0.9898494,0.000034185086,0.003317708,0.00009560832,0.000116675445,0.000058370035,0.000004235437,0.00001540331,0.0065083983],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99908334,0.000015648358,0.00019419314,0.00016156858,0.0003437947,0.00020144219],"domain_scores_gemma":[0.99923944,0.00013825914,0.00012908044,0.000046506924,0.00031675806,0.00012994838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012089548,0.00007854506,0.0000825903,0.000380955,0.00042141744,0.00025003246,0.00016060917,0.00011676043,0.0000209043],"category_scores_gemma":[0.0037444101,0.000083471125,0.000040743118,0.0007271632,0.000025480087,0.00054789847,0.000011601313,0.00026061846,0.0000077532795],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003407924,0.000116540956,0.08946872,0.0003036185,0.0001408566,1.350279e-7,0.1262513,0.03188981,0.0008055964,0.68840134,0.060934313,0.0016843722],"study_design_scores_gemma":[0.0003544187,0.000025133804,0.2537012,0.0007774937,0.00019504417,0.0000037037335,0.02010099,0.14020468,0.00017566358,0.00869794,0.5750955,0.00066826487],"about_ca_topic_score_codex":0.056919176,"about_ca_topic_score_gemma":0.2721753,"teacher_disagreement_score":0.6797034,"about_ca_system_score_codex":0.0023394825,"about_ca_system_score_gemma":0.0015232973,"threshold_uncertainty_score":0.9493609},"labels":[],"label_agreement":null},{"id":"W4406192207","doi":"10.1080/1360144x.2024.2445617","title":"Practicing trust between academic developers and faculty for equitable assessments: a reflection on practice","year":2025,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; York University","funders":"","keywords":"Mentorship; Transformative learning; Situational ethics; Equity (law); Interpersonal communication; Engineering ethics; Public relations; Sociology; Higher education; Psychology; Pedagogy; Political science; Social psychology; Engineering","score_opus":0.3413971622185247,"score_gpt":0.5998771133477016,"score_spread":0.2584799511291769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406192207","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20655988,0.0007809524,0.17164533,0.5758291,0.009434481,0.0032511195,0.000046234687,0.00019157612,0.032261312],"genre_scores_gemma":[0.7955987,0.0028854012,0.118909426,0.017230222,0.0039541465,0.0005997667,0.00010653118,0.00007114398,0.060644656],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971679,0.00035882217,0.0006637308,0.00027379565,0.0011420422,0.00039372424],"domain_scores_gemma":[0.99330735,0.004791178,0.00082466233,0.00007289909,0.00090426306,0.00009963198],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01593682,0.0001589735,0.00016866064,0.00026446607,0.002272452,0.00034251463,0.00086284825,0.00021608337,0.000019772639],"category_scores_gemma":[0.016265295,0.00012553115,0.00005915363,0.00018649134,0.00008422249,0.0015008294,0.00014807054,0.0012964683,0.000010614692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023985312,0.00012044809,0.015443415,0.000059296992,0.0027076867,0.0000043758077,0.04426542,0.00073542935,0.0013339845,0.14442576,0.09837887,0.6901268],"study_design_scores_gemma":[0.00089361105,0.00005067332,0.0026055502,0.00022615561,0.00012808178,0.000019437897,0.009479427,0.00015735367,0.0006668935,0.0077538434,0.9778625,0.00015649546],"about_ca_topic_score_codex":0.000084825435,"about_ca_topic_score_gemma":0.000027438551,"teacher_disagreement_score":0.8794836,"about_ca_system_score_codex":0.0015608058,"about_ca_system_score_gemma":0.0017963859,"threshold_uncertainty_score":0.9990265},"labels":[],"label_agreement":null},{"id":"W4406255844","doi":"10.18293/seke2024-009","title":"Why the Professor Can’t Teach? (P)","year":2024,"lang":"en","type":"article","venue":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Pacific Railway (Canada); Concordia University","funders":"","keywords":"Computer science","score_opus":0.05452569354140214,"score_gpt":0.33842185378577155,"score_spread":0.2838961602443694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406255844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84531647,0.0023323174,0.0009910339,0.07988232,0.010582776,0.0015318671,0.00005223965,0.0026644333,0.056646552],"genre_scores_gemma":[0.9940862,0.0001445671,0.0016630626,0.00014958688,0.0007822399,0.000095643845,0.0000013969312,0.00005549355,0.0030218312],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981043,0.0000085795145,0.00035549817,0.00040660522,0.00075808197,0.00036698417],"domain_scores_gemma":[0.9986079,0.0003882855,0.00014466477,0.00008672868,0.00065459585,0.00011786702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017962259,0.0002889987,0.00021875823,0.0002809634,0.00037479782,0.00067279045,0.0010776259,0.00014151471,0.00005914859],"category_scores_gemma":[0.004169304,0.0002081945,0.00012442014,0.00047054247,0.00013749095,0.00062127237,0.00026025812,0.00082571036,0.000012223082],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015512322,0.000054284552,0.0016242315,0.0004782253,0.00019926387,6.3381407e-7,0.019808177,0.00022338123,0.008609168,0.9507341,0.015414258,0.0028387627],"study_design_scores_gemma":[0.0006266463,0.0001710586,0.0056965933,0.005665781,0.0002650385,0.000049629092,0.011444547,0.12360308,0.0079041775,0.0025972754,0.8407273,0.0012488114],"about_ca_topic_score_codex":0.00010238787,"about_ca_topic_score_gemma":0.00002343595,"teacher_disagreement_score":0.9481368,"about_ca_system_score_codex":0.00023433608,"about_ca_system_score_gemma":0.0001518053,"threshold_uncertainty_score":0.8489925},"labels":[],"label_agreement":null},{"id":"W4406699764","doi":"10.7202/1115339ar","title":"Que mesurent exactement les évaluations de l’enseignement par les étudiant.e.s ? Ce que l’on sait sur ce sujet et ce qui est manquant","year":2024,"lang":"fr","type":"article","venue":"Politique et Sociétés","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.2799632868047051,"score_gpt":0.5217807855278924,"score_spread":0.2418174987231873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406699764","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18362997,0.015153987,0.0021480252,0.6762603,0.005548412,0.0018722577,0.0005961632,0.00066419,0.11412671],"genre_scores_gemma":[0.96946144,0.015784029,0.0018072343,0.0036055588,0.0009686059,0.00046198218,0.00018164559,0.0001332325,0.0075962916],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98426485,0.009954219,0.0011732931,0.0011173919,0.0020461788,0.0014440751],"domain_scores_gemma":[0.9922676,0.005457965,0.00059144816,0.000668857,0.00046075374,0.0005533488],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016501034,0.0007166942,0.00064577645,0.0002868189,0.0016712565,0.0008775365,0.00073674583,0.0006060139,0.012390233],"category_scores_gemma":[0.0027291619,0.0007642855,0.0005024443,0.0005365567,0.0006634593,0.0013418322,0.0002433262,0.0017330513,0.0004799266],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022918053,0.0008103462,0.0010517251,0.00040753913,0.00041259025,0.000060767677,0.06653835,0.0013977325,0.00018760643,0.88212556,0.04002949,0.0069553666],"study_design_scores_gemma":[0.0012335083,0.0006545371,0.02449581,0.002141563,0.0010733276,0.000038093323,0.09071783,0.0040574763,0.001597962,0.12739325,0.74477345,0.001823205],"about_ca_topic_score_codex":0.103933536,"about_ca_topic_score_gemma":0.04781885,"teacher_disagreement_score":0.78583145,"about_ca_system_score_codex":0.0034860724,"about_ca_system_score_gemma":0.004465375,"threshold_uncertainty_score":0.9996284},"labels":[],"label_agreement":null},{"id":"W4406886860","doi":"10.5206/cjsotlrcacea.2024.3.15542","title":"Insights and Opportunities: Evaluating a University Teaching and Learning Grants Program","year":2024,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Mathematics education; Political science; Sociology; Pedagogy; Library science; Computer science; Psychology","score_opus":0.21727937588945057,"score_gpt":0.4299097269115821,"score_spread":0.21263035102213151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406886860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97134835,0.0071930722,0.00024559203,0.016260844,0.0003259734,0.0003399306,0.0000017948252,0.000076881035,0.0042075478],"genre_scores_gemma":[0.9917887,0.0003102362,0.0019727983,0.00010879756,0.00023954852,0.000002881179,0.000001488738,0.000021407448,0.0055541843],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9894046,0.009423326,0.00022055555,0.00020576532,0.0004002857,0.00034542475],"domain_scores_gemma":[0.9933465,0.0058535687,0.00024028425,0.00009178232,0.000111131434,0.00035669203],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04260074,0.00013986522,0.00016402664,0.00025750074,0.026319738,0.0017947388,0.00030975175,0.000098662065,0.00001509419],"category_scores_gemma":[0.016363505,0.00009918977,0.000068313566,0.00008926017,0.0004873393,0.0010814411,0.000049027734,0.0065187733,7.767613e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024524765,0.0000060230013,0.0024392367,0.00006111213,0.0001348441,0.000014932486,0.18127161,0.0004947251,0.00005673581,0.04147298,0.00008008839,0.7739432],"study_design_scores_gemma":[0.0004609126,0.0004258929,0.006151873,0.0009719011,0.00043161493,0.0001598299,0.20775495,0.017207922,0.0000014128766,0.0057626097,0.7603635,0.00030757653],"about_ca_topic_score_codex":0.032234594,"about_ca_topic_score_gemma":0.019687582,"teacher_disagreement_score":0.7736356,"about_ca_system_score_codex":0.00014339684,"about_ca_system_score_gemma":0.00077906233,"threshold_uncertainty_score":0.9992415},"labels":[],"label_agreement":null},{"id":"W4407517302","doi":"10.3138/jvme-2024-0063","title":"Themes from Veterinary Student Evaluations of Teaching Before and After Final Exams: Classroom Climate, Achievement Striving, Goal Attainment, and Operational Deliverables","year":2025,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pace; Psychology; Set (abstract data type); CLARITY; Deliverable; Curriculum; Medical education; Mathematics education; Pedagogy; Medicine; Computer science; Engineering","score_opus":0.09946581077106995,"score_gpt":0.4853943422398776,"score_spread":0.3859285314688077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407517302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98425514,0.0018367132,0.00034403842,0.012170077,0.00068000774,0.00020620467,0.000008641569,0.000008141451,0.00049103366],"genre_scores_gemma":[0.99353105,0.00090379035,0.004529418,0.0005220634,0.0003302299,0.00002331791,0.000011727136,0.0000064958704,0.00014188865],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966902,0.0011700873,0.0006465523,0.00018345329,0.0011493915,0.00016027749],"domain_scores_gemma":[0.9983615,0.00065036106,0.00047251876,0.00011313289,0.00023579162,0.00016665558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003972428,0.00012100784,0.00022027381,0.00018743199,0.00045462258,0.00011144312,0.00023765086,0.00010414186,0.0003852138],"category_scores_gemma":[0.002344456,0.000106962325,0.000053048247,0.000083827836,0.00022452092,0.0007429944,0.0001601516,0.00038558355,9.851676e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007106394,0.0027431685,0.6006298,0.00017920115,0.00039217598,0.00002322044,0.056813754,0.000033533837,0.0016370465,0.00839773,0.0016459192,0.3267938],"study_design_scores_gemma":[0.0010105844,0.0014709064,0.94838536,0.0010151187,0.0001958718,0.000039532715,0.022364913,0.00042282313,0.000011378342,0.0014947569,0.023452768,0.00013600133],"about_ca_topic_score_codex":0.00032020488,"about_ca_topic_score_gemma":0.00012527897,"teacher_disagreement_score":0.34775552,"about_ca_system_score_codex":0.00020817577,"about_ca_system_score_gemma":0.0013342482,"threshold_uncertainty_score":0.4361797},"labels":[],"label_agreement":null},{"id":"W4407913491","doi":"10.1128/jmbe.00081-24","title":"Helping teaching assistants build confidence and community through reciprocal peer observations: a no-budget, low-barrier approach","year":2025,"lang":"en","type":"article","venue":"Journal of Microbiology and Biology Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia, Okanagan Campus; University of British Columbia; University of Manitoba","funders":"","keywords":"Reciprocal; Workload; Observational study; Process (computing); Sense of community; Computer science; Professional development; Psychology; Medical education; Pedagogy; Medicine; Social psychology","score_opus":0.1268397035161083,"score_gpt":0.44403272920369274,"score_spread":0.31719302568758445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407913491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97138035,0.0019752164,0.003093739,0.017555946,0.0013612777,0.00016814873,0.000005935281,0.000014280031,0.004445092],"genre_scores_gemma":[0.98149735,0.00041823258,0.013947485,0.0022953355,0.00021397404,0.0000065083423,0.000022535944,0.0000037351963,0.0015948477],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99457437,0.004634812,0.00041648487,0.00015097544,0.000054172247,0.0001691683],"domain_scores_gemma":[0.9969916,0.0016876225,0.0005421013,0.0001180852,0.00061261264,0.00004799742],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009170339,0.0001038345,0.00023124658,0.00012296057,0.001785276,0.000062017156,0.00024965242,0.00028217942,0.000019289426],"category_scores_gemma":[0.01011745,0.0000877404,0.000039254854,0.00009969456,0.0006424624,0.00048337827,0.000066057124,0.0013003976,0.0000018865699],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045778402,0.0016916497,0.40579432,0.00022396505,0.00051120983,8.284197e-7,0.086431526,0.0000098303135,0.23616326,0.22136484,0.023363646,0.023987124],"study_design_scores_gemma":[0.0018358907,0.0007644995,0.14015701,0.0009311013,0.0004190854,0.00027628514,0.124836475,0.00006015205,0.0011783972,0.054959692,0.67393,0.0006514129],"about_ca_topic_score_codex":0.00084719993,"about_ca_topic_score_gemma":0.00017921934,"teacher_disagreement_score":0.65056634,"about_ca_system_score_codex":0.00009677074,"about_ca_system_score_gemma":0.0008582749,"threshold_uncertainty_score":0.9995143},"labels":[],"label_agreement":null},{"id":"W4407952648","doi":"10.1103/physrevphyseducres.21.010114","title":"Moving toward belonging in a physics department: What changes are possible with and without a paradigm shift?","year":2025,"lang":"en","type":"article","venue":"Physical Review Physics Education Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Paradigm shift; Physics; Psychology; Medicine; Quantum mechanics","score_opus":0.18487663322968478,"score_gpt":0.5407169335191566,"score_spread":0.35584030028947183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407952648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57770747,0.067665115,0.00096985087,0.33326793,0.00042185897,0.005278553,0.000006828745,0.00018479097,0.014497591],"genre_scores_gemma":[0.96961844,0.0275891,0.00027970187,0.00102838,0.0005317215,0.0006652794,0.000011058173,0.000020181478,0.00025616545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962892,0.0014367165,0.00020115929,0.00049275864,0.0010770252,0.00050314603],"domain_scores_gemma":[0.9980828,0.0009655907,0.00018662552,0.00034843135,0.00026311458,0.00015341102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002905942,0.00017533205,0.00038023535,0.00012386679,0.00062761235,0.0005430779,0.00035224928,0.000035473855,0.000014625905],"category_scores_gemma":[0.0008421802,0.00015749937,0.00004973418,0.0016274581,0.000336599,0.0014772109,0.00012808798,0.00059942185,0.000033081047],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035620204,0.001396296,0.028444957,0.0022187014,0.000069678405,0.0000010069241,0.020436583,0.000036416375,0.0000372259,0.5680888,0.0005911771,0.37864348],"study_design_scores_gemma":[0.0011748434,0.00028247872,0.06581033,0.043751143,0.0003255548,0.0000010481185,0.022976507,0.002143287,0.0005510967,0.7927317,0.069087714,0.0011643084],"about_ca_topic_score_codex":0.00097279175,"about_ca_topic_score_gemma":0.0005827287,"teacher_disagreement_score":0.39191094,"about_ca_system_score_codex":0.0003215446,"about_ca_system_score_gemma":0.0014323372,"threshold_uncertainty_score":0.64226377},"labels":[],"label_agreement":null},{"id":"W4407979374","doi":"10.1186/s12909-025-06896-3","title":"Student evaluations of teaching do not reflect student learning: an observational study","year":2025,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Observational study; Medical education; Psychology; Mathematics education; Medicine; Internal medicine","score_opus":0.3952213544656644,"score_gpt":0.640712764802941,"score_spread":0.24549141033727662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407979374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9610466,0.00010189367,0.0012786684,0.010693848,0.0013554177,0.00085991947,5.6280714e-7,0.00008608686,0.024577016],"genre_scores_gemma":[0.9916694,0.00002156983,0.0027001223,0.0006441919,0.00038538701,0.00017842346,0.000027897979,0.000008746743,0.0043642195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98981553,0.005772225,0.00063012546,0.0003613094,0.0032275124,0.00019330521],"domain_scores_gemma":[0.99626136,0.0022829857,0.00038480718,0.00030590742,0.0005688662,0.00019605177],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018868422,0.000112749694,0.00019564478,0.00023291516,0.00097087474,0.00014451783,0.0006413986,0.000112918424,0.0010236006],"category_scores_gemma":[0.04459296,0.00011237815,0.00005747306,0.00039399322,0.00013680336,0.0005429339,0.00009300609,0.00053459185,0.000023804347],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022630384,0.0051750196,0.7885431,0.000020429998,0.00005355211,1.4139736e-7,0.07049811,0.0003412191,0.000036126472,0.1080384,0.0012929307,0.025978358],"study_design_scores_gemma":[0.00050680584,0.00018990967,0.8564486,0.000108878005,0.00012395921,1.9943647e-7,0.12768412,0.00041082053,0.000006172468,0.0012108597,0.013196912,0.00011275291],"about_ca_topic_score_codex":0.0016999377,"about_ca_topic_score_gemma":0.0038424188,"teacher_disagreement_score":0.10682754,"about_ca_system_score_codex":0.00036313542,"about_ca_system_score_gemma":0.010465584,"threshold_uncertainty_score":0.9998896},"labels":[],"label_agreement":null},{"id":"W4408151498","doi":"10.3991/ijac.v18i1.52273","title":"Beyond Learner Reaction: Measuring the Impact of Leadership Development at The Ivey Academy","year":2025,"lang":"en","type":"article","venue":"International Journal of Advanced Corporate Learning (iJAC)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ivey Foundation","funders":"","keywords":"Psychology; Computer science; Knowledge management","score_opus":0.2211316627122185,"score_gpt":0.43964878260909246,"score_spread":0.21851711989687395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408151498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9205669,0.00085790595,0.00092054106,0.057584845,0.0013650057,0.00019879479,0.0000011440035,0.00003385282,0.018470993],"genre_scores_gemma":[0.9827375,0.00022688217,0.00076571794,0.00029142463,0.00030472412,0.0000044950234,0.0000022969969,0.000011921789,0.015655067],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9965164,0.0010868744,0.00064710336,0.00015903308,0.001372663,0.00021791307],"domain_scores_gemma":[0.9948419,0.0013856251,0.0025419272,0.00010673878,0.0010597032,0.000064151434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056926627,0.00013901583,0.0001975872,0.00022279713,0.00079396914,0.00013030684,0.0009632935,0.00008452821,0.00017371326],"category_scores_gemma":[0.004098367,0.00008693355,0.00019211898,0.0003395687,0.0003067297,0.00076717115,0.00012526859,0.0011218924,0.000026927633],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020045491,0.0002491114,0.12957117,0.000025904783,0.0024307137,0.000028661747,0.04690157,0.46196604,0.027212266,0.022506252,0.0052648885,0.30183887],"study_design_scores_gemma":[0.0025019266,0.00028479708,0.47293255,0.000775381,0.00018756188,0.00011237896,0.040507082,0.00033641577,0.0094195055,0.01304877,0.45940074,0.00049290434],"about_ca_topic_score_codex":0.0001788639,"about_ca_topic_score_gemma":0.00015512003,"teacher_disagreement_score":0.4616296,"about_ca_system_score_codex":0.00089242193,"about_ca_system_score_gemma":0.00086825015,"threshold_uncertainty_score":0.6106649},"labels":[],"label_agreement":null},{"id":"W4408859484","doi":"10.1016/j.ssaho.2025.101448","title":"Effects of perceptions of assessment on the relationship between learning strategies and academic adjustment in a summative exam preparation context","year":2025,"lang":"en","type":"article","venue":"Social Sciences & Humanities Open","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ; Université Laval","funders":"","keywords":"Summative assessment; Context (archaeology); Perception; Psychology; Mathematics education; Formative assessment; History","score_opus":0.3453773330418099,"score_gpt":0.5463120355427564,"score_spread":0.20093470250094653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408859484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8868306,0.00008902003,0.000057149402,0.0026700483,0.00006308467,0.000914961,0.0000052395303,0.00001230732,0.10935756],"genre_scores_gemma":[0.9986356,0.00003319543,0.00008780704,0.00008198439,0.000045401623,0.000109471715,0.0000040114824,0.0000021995777,0.0010003175],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9966983,0.0022442902,0.00028605087,0.00016489353,0.00046888873,0.00013754988],"domain_scores_gemma":[0.991194,0.00830369,0.00035764682,0.000047933972,0.00008485123,0.000011860039],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0048973192,0.00007149586,0.00016900717,0.00013127645,0.0019491817,0.00025888457,0.00047359412,0.00006990487,0.00011042286],"category_scores_gemma":[0.002255247,0.00005825252,0.00002697162,0.00035284646,0.0013638536,0.0012840079,0.00013172619,0.0003233426,0.0000018049071],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067793367,0.000020887559,0.077989444,0.000019210223,0.000009226521,2.5760249e-8,0.12298078,0.000033341574,0.000022115813,0.7977397,0.0001638098,0.0010147196],"study_design_scores_gemma":[0.00012601177,0.00010403326,0.6418996,0.00013988596,0.000021937101,7.845246e-9,0.3278424,0.00001606162,0.00001610677,0.029233264,0.00055519195,0.00004546376],"about_ca_topic_score_codex":0.0064047133,"about_ca_topic_score_gemma":0.007303452,"teacher_disagreement_score":0.7685064,"about_ca_system_score_codex":0.00016146053,"about_ca_system_score_gemma":0.00068587414,"threshold_uncertainty_score":0.99935013},"labels":[],"label_agreement":null},{"id":"W4409084641","doi":"10.1038/s44159-025-00444-y","title":"It is time to abandon student evaluations of teaching","year":2025,"lang":"en","type":"article","venue":"Nature Reviews Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Mathematics education; Psychology","score_opus":0.12212206009180787,"score_gpt":0.617947088584435,"score_spread":0.49582502849262716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409084641","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023551616,0.018956821,0.00057684636,0.33836156,0.00095033954,0.0012569658,0.000004056486,0.00004677316,0.63749146],"genre_scores_gemma":[0.2463447,0.024902942,0.042869378,0.50315404,0.0014208658,0.0006320725,0.0000372169,0.00006671642,0.18057206],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956124,0.002828549,0.0005248915,0.00034198744,0.00048663956,0.00020554962],"domain_scores_gemma":[0.9983841,0.00061087805,0.0003173852,0.0004352768,0.00018774455,0.00006458741],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.011680243,0.000112410766,0.00036983754,0.00022891925,0.00033340647,0.000030974923,0.00057907164,0.00028635538,0.002513103],"category_scores_gemma":[0.0068652555,0.00009973669,0.0001294837,0.00047282426,0.00007674082,0.00015303194,0.000059067283,0.000789635,0.0011405204],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001271678,0.00016598824,0.0011069272,0.000024815268,0.000044593897,2.7755527e-7,0.009004846,0.0000022711845,0.00042146532,0.010191106,0.81433386,0.1646911],"study_design_scores_gemma":[0.00020945235,0.000040294504,0.0049596583,0.00017082012,0.00008367143,4.5452927e-7,0.00014431044,0.0000031628651,0.000010091817,0.0008363761,0.99346125,0.00008047992],"about_ca_topic_score_codex":0.000040120955,"about_ca_topic_score_gemma":0.0001283894,"teacher_disagreement_score":0.4569194,"about_ca_system_score_codex":0.00008635094,"about_ca_system_score_gemma":0.00015338116,"threshold_uncertainty_score":0.9996372},"labels":[],"label_agreement":null},{"id":"W4410119912","doi":"10.1080/00221546.2025.2497222","title":"Examining the Origins and Outcomes of Research-Related Emotions in Faculty: Developing the Research Emotions Questionnaire (REQ)","year":2025,"lang":"en","type":"article","venue":"The Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University","funders":"National Science Foundation","keywords":"Psychology; Applied psychology; Medical education; Social psychology; Medicine","score_opus":0.3845931938715219,"score_gpt":0.5884210925659373,"score_spread":0.20382789869441542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410119912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6930177,0.000680249,0.000039138442,0.30238757,0.0005608043,0.00022178054,4.677608e-7,0.000006250023,0.0030859846],"genre_scores_gemma":[0.99094844,0.00040617224,0.00026480376,0.00014631814,0.000117782365,0.000009123266,7.3896075e-7,0.0000048037386,0.00810183],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99201965,0.0063564633,0.00040833885,0.000085576874,0.00093291735,0.00019703715],"domain_scores_gemma":[0.99344665,0.004729304,0.00033232215,0.00021341401,0.0012439984,0.000034339966],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.031412218,0.000059062986,0.00011476161,0.00042567402,0.0019314133,0.00012252969,0.00057247974,0.0000620207,0.00004210416],"category_scores_gemma":[0.006095408,0.000030476793,0.000028394954,0.001522233,0.00075071614,0.0004346341,0.00007832758,0.0009877274,0.0000062241975],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022639084,0.00022264123,0.14943141,0.000025868865,0.00011776591,3.7785063e-7,0.11823368,0.0002700049,0.00017585856,0.7054674,0.0133085335,0.012723803],"study_design_scores_gemma":[0.00010873272,0.00002292064,0.89658535,0.00031440065,0.000031353728,0.0000023539678,0.038371664,0.000011584692,0.000010740206,0.03301298,0.03149665,0.000031263608],"about_ca_topic_score_codex":0.0040784786,"about_ca_topic_score_gemma":0.0017214478,"teacher_disagreement_score":0.74715394,"about_ca_system_score_codex":0.00045936278,"about_ca_system_score_gemma":0.002198193,"threshold_uncertainty_score":0.99936795},"labels":[],"label_agreement":null},{"id":"W4410189580","doi":"10.1353/vpr.2024.a959854","title":"Periodicals, Undergraduate Research, and Disciplinary Futures: The Promise of Course-Embedded Undergraduate Research Experiences (CUREs)","year":2024,"lang":"en","type":"article","venue":"Victorian periodicals review","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Course (navigation); Futures contract; Discipline; Undergraduate research; Engineering ethics; Medical education; Mathematics education; Psychology; Sociology; Engineering; Medicine; Business; Social science; Aerospace engineering","score_opus":0.23127906365073794,"score_gpt":0.5481890832246321,"score_spread":0.3169100195738942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410189580","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025318492,0.4054465,0.000023942317,0.5554963,0.0013175323,0.0024992477,0.000023415076,0.00020559505,0.009668977],"genre_scores_gemma":[0.774134,0.22024806,0.00021206209,0.00026166288,0.0010810494,0.00061907194,0.000010386168,0.000045126366,0.0033885904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9829058,0.009637152,0.0009533225,0.0009426032,0.004551097,0.0010100196],"domain_scores_gemma":[0.99271244,0.0048076343,0.00024444627,0.0008998339,0.00079846696,0.0005371523],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.033283923,0.00030681503,0.00065450877,0.00026778388,0.004692615,0.001423849,0.0014625472,0.00023841723,0.0006770555],"category_scores_gemma":[0.009454214,0.00019874664,0.00021004963,0.002377983,0.0069616227,0.00078474643,0.0005517113,0.0017901486,0.00022834026],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085792344,0.0005090787,0.0003304652,0.0057478733,0.00024994218,0.000087735934,0.24278748,0.000001297952,0.00026095472,0.5696506,0.15363914,0.026649667],"study_design_scores_gemma":[0.00015899456,0.00026380512,0.00016493493,0.005585973,0.000089301815,0.000011920875,0.029378261,0.00006510031,0.000021805685,0.028840646,0.9351598,0.00025943646],"about_ca_topic_score_codex":0.00063420524,"about_ca_topic_score_gemma":0.00093509513,"teacher_disagreement_score":0.78152066,"about_ca_system_score_codex":0.00022010176,"about_ca_system_score_gemma":0.0026627574,"threshold_uncertainty_score":0.99961275},"labels":[],"label_agreement":null},{"id":"W4410495930","doi":"10.15173/ijsap.v9i1.5730","title":"A partnership between an undergraduate student and a university faculty member","year":2025,"lang":"en","type":"article","venue":"International Journal for Students as Partners","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"General partnership; Undergraduate student; Medical education; University faculty; Undergraduate research; Sociology; Pedagogy; Political science; Medicine","score_opus":0.23211517615496963,"score_gpt":0.6430011291984341,"score_spread":0.4108859530434645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410495930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92929083,0.00003026746,0.00076741644,0.03902846,0.0011245323,0.00033184382,0.000015787786,0.000055004424,0.029355872],"genre_scores_gemma":[0.96958154,0.000092542585,0.00042271503,0.00045141485,0.00030333796,0.000004308601,0.000017704346,0.000007265928,0.029119167],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753106,0.0004642188,0.00024169564,0.00023473792,0.0012988739,0.00022942011],"domain_scores_gemma":[0.9986132,0.00035414426,0.00024707132,0.00008625267,0.00049390807,0.0002054459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025465623,0.00011458305,0.00014505575,0.00021635239,0.00092337653,0.0006756188,0.00095190277,0.000070298054,0.000052845382],"category_scores_gemma":[0.0006778486,0.000115370516,0.000088846835,0.00012212689,0.00014705221,0.00083988364,0.00015485314,0.00023202537,0.000014996661],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015198876,0.00029240127,0.82532084,0.0000045151664,0.0011413927,0.000028279448,0.015670653,0.000087085195,0.000009003521,0.13906848,0.009748829,0.00847653],"study_design_scores_gemma":[0.0022507054,0.00011344254,0.1918123,0.0000611407,0.00020066705,0.000005672361,0.02713455,0.000029507819,0.000011671515,0.012795161,0.7653832,0.00020196087],"about_ca_topic_score_codex":0.00055944565,"about_ca_topic_score_gemma":0.0008872665,"teacher_disagreement_score":0.75563437,"about_ca_system_score_codex":0.00041229246,"about_ca_system_score_gemma":0.0003134583,"threshold_uncertainty_score":0.7101959},"labels":[],"label_agreement":null},{"id":"W4410845078","doi":"10.1007/s42330-025-00366-0","title":"Introduction to the Special Issue on Mathematical Experience in Undergraduate Mathematics: Models, Methods, and Directions","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Institute for Christian Studies; University of Toronto","funders":"","keywords":"Mathematics education; Science education; Computer science; Mathematics","score_opus":0.05872018274326907,"score_gpt":0.4388156349941479,"score_spread":0.3800954522508788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410845078","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25946718,0.00048560763,0.013947138,0.6948725,0.0024777513,0.0006757797,0.0000011127389,0.000026336793,0.02804661],"genre_scores_gemma":[0.5978918,0.0003775848,0.39614773,0.0006378989,0.0018923675,0.00006779042,2.9982084e-7,0.000014462723,0.002970036],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99890685,0.00008804309,0.0003552399,0.00017814044,0.00025135773,0.00022034333],"domain_scores_gemma":[0.99878633,0.00029885137,0.00021720864,0.00020602315,0.00031737832,0.00017418092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004538421,0.000082728606,0.00015766967,0.0014740217,0.0009869412,0.00022467891,0.00040556595,0.00007431325,0.000041291885],"category_scores_gemma":[0.006997314,0.000064676286,0.000015155073,0.0016853305,0.0013757335,0.00043026783,0.000030362842,0.00026776217,0.000007124659],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.780679e-7,0.00006659643,0.00009956827,0.000014727394,0.0000045938455,3.818602e-7,0.03536384,0.00003350011,0.00007984623,0.8835082,0.0022498318,0.078577936],"study_design_scores_gemma":[0.000064350024,0.00004285877,0.00016698778,0.00017910516,0.000022460035,0.00003258724,0.103431515,0.0012201373,0.00024618115,0.79383487,0.10067148,0.00008748862],"about_ca_topic_score_codex":0.00071344426,"about_ca_topic_score_gemma":0.0068982444,"teacher_disagreement_score":0.6942346,"about_ca_system_score_codex":0.00029120225,"about_ca_system_score_gemma":0.0021798494,"threshold_uncertainty_score":0.8376944},"labels":[],"label_agreement":null},{"id":"W4410891438","doi":"10.20343/teachlearninqu.13.30","title":"Exploring Immediate and Sustained Changes in Teaching Practices Following Midterm Student Feedback","year":2025,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Douglas College; University of Waterloo; McMaster University","funders":"","keywords":"Higher education; Psychology; Mathematics education; Medical education; Pedagogy; Medicine; Economics; Economic growth","score_opus":0.22873673268474726,"score_gpt":0.47578233316461627,"score_spread":0.247045600479869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410891438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9126851,0.0007919539,0.0003878867,0.0774045,0.002359484,0.00032396382,1.627396e-7,0.00018275136,0.005864227],"genre_scores_gemma":[0.9924307,0.0008749808,0.0011429602,0.00064268196,0.0013598091,0.00003406245,0.0000014758889,0.00003902726,0.0034743329],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9870192,0.009841849,0.00064841175,0.00045749,0.001204724,0.000828365],"domain_scores_gemma":[0.99319154,0.00484077,0.0014157048,0.00027644067,0.00009476402,0.00018079802],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04278665,0.00030706753,0.00040688392,0.000623692,0.0065747667,0.0016815267,0.00094656175,0.00012826288,0.00003598403],"category_scores_gemma":[0.02865691,0.00023053173,0.00013866299,0.0003118966,0.0002566278,0.0028510648,0.0003845725,0.005679192,0.000008639017],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011914517,0.00020542869,0.2181368,0.000045572935,0.00030447802,0.000117895666,0.6006427,0.0016717287,0.00080966915,0.008483958,0.00042946928,0.16903318],"study_design_scores_gemma":[0.0018425491,0.00019790408,0.10491117,0.0012472112,0.0003141087,0.0000517825,0.67291886,0.0006448852,0.00003202241,0.0013844667,0.21585576,0.00059930177],"about_ca_topic_score_codex":0.001819633,"about_ca_topic_score_gemma":0.0009098784,"teacher_disagreement_score":0.2154263,"about_ca_system_score_codex":0.00063405844,"about_ca_system_score_gemma":0.00036286423,"threshold_uncertainty_score":0.99935484},"labels":[],"label_agreement":null},{"id":"W4410891652","doi":"10.20343/teachlearninqu.13.28","title":"Tenurable Teaching-Focused Faculty Streams and Ranks in Canadian Universities: A Review of Collective Agreements","year":2025,"lang":"en","type":"review","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor; MacEwan University; University of British Columbia","funders":"Center for Substance Abuse Prevention; Queen's University; Dalhousie University; Victoria University; York University; University of Toronto; Université de Sherbrooke; Brock University; Concordia University; McMaster University; Université du Québec à Montréal; Université de Montréal; University of Victoria; Simon Fraser University; University of Ottawa; McGill University; University of Windsor; University of Regina; University of Waterloo; Wilfrid Laurier University; Université Laval","keywords":"Faculty development; Higher education; STREAMS; Sociology; Mathematics education; Pedagogy; Professional development; Medical education; Political science; Psychology; Computer science; Medicine","score_opus":0.14798519650358039,"score_gpt":0.48125020462286194,"score_spread":0.33326500811928156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410891652","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017084528,0.9634841,0.000044127803,0.004027784,0.0006190401,0.0010341891,0.000021144619,0.000051489995,0.030547293],"genre_scores_gemma":[0.00029555938,0.98067683,0.0005040447,0.00024170088,0.00029705017,0.00001687899,0.000032864693,0.00003900512,0.017896088],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9808127,0.015703611,0.0011335303,0.00045072509,0.0011085203,0.000790902],"domain_scores_gemma":[0.9931206,0.003796835,0.002176436,0.0003323132,0.00022442697,0.00034938462],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031926952,0.0004682318,0.0016177623,0.0009876954,0.0044197193,0.00035929875,0.0012993432,0.00035619154,0.00022570734],"category_scores_gemma":[0.015275517,0.000328361,0.00040364935,0.000634573,0.0004406946,0.00068837823,0.0001881225,0.007440178,0.00001217933],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000013214686,0.000065807704,0.0003914765,0.009742925,0.00042745637,0.000035496974,0.079516806,0.00006939106,5.6091924e-8,0.0017111718,0.007666541,0.90035963],"study_design_scores_gemma":[0.00030910276,0.00007102568,0.000038537586,0.12224254,0.00079222425,0.00003493446,0.01973338,0.000018429946,1.4767893e-8,0.00009788662,0.8563743,0.0002876102],"about_ca_topic_score_codex":0.21846357,"about_ca_topic_score_gemma":0.039386522,"teacher_disagreement_score":0.90007204,"about_ca_system_score_codex":0.004032139,"about_ca_system_score_gemma":0.012415688,"threshold_uncertainty_score":0.99991685},"labels":[],"label_agreement":null},{"id":"W4410921551","doi":"10.1007/978-981-96-4200-7_7","title":"A Case Study on the Use of Virtual Fieldtrips (VFTs) to Teach the Cold War: The Berlin Wall for Upper Secondary History Students","year":2025,"lang":"en","type":"book-chapter","venue":"Studies in Singapore education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Cold war; Mathematics education; Psychology; Political science","score_opus":0.34281909875369154,"score_gpt":0.48432770884093646,"score_spread":0.1415086100872449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410921551","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5747488,0.011714657,0.000051187784,0.15324819,0.02745431,0.029235195,0.00008845586,0.00017441102,0.20328476],"genre_scores_gemma":[0.34479856,0.00027635795,0.00025271025,0.0061670416,0.00089615374,0.0011444174,0.000013146976,0.000045762696,0.6464059],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99691933,0.0009524086,0.0006043001,0.0004180878,0.0008957521,0.00021011742],"domain_scores_gemma":[0.98863065,0.009512722,0.0006246214,0.00067322236,0.00052378624,0.000034990142],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0063645975,0.0002624198,0.00034674656,0.00019635721,0.0014064126,0.000071345436,0.00078168506,0.00014942925,0.000082775754],"category_scores_gemma":[0.0065917526,0.00015582549,0.00012990691,0.00009369996,0.0004917392,0.000172082,0.00024236584,0.0008117633,0.000009677088],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056656525,0.00053257035,0.00058288814,0.00003378563,0.0003960217,0.000005034328,0.5483343,0.00001890889,9.741656e-7,0.05069609,0.38226417,0.017078616],"study_design_scores_gemma":[0.00014528484,0.00018172854,0.00018503566,0.00021113233,0.00019468646,0.000002059059,0.21443972,0.000002074332,0.000001209942,0.0005432143,0.7839534,0.00014044331],"about_ca_topic_score_codex":0.0022130015,"about_ca_topic_score_gemma":0.012485305,"teacher_disagreement_score":0.44312108,"about_ca_system_score_codex":0.0012501455,"about_ca_system_score_gemma":0.0017648333,"threshold_uncertainty_score":0.9998936},"labels":[],"label_agreement":null},{"id":"W4410942274","doi":"10.1007/978-3-031-90091-4_1","title":"Building on Strengths: Nurturing Cultures of Academic Integrity in Vocational and Polytechnic Education","year":2025,"lang":"en","type":"book-chapter","venue":"Ethics and integrity in educational contexts","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Red River College","funders":"","keywords":"Vocational education; Engineering ethics; Pedagogy; Academic integrity; Sociology; Engineering; Political science; Engineering management","score_opus":0.12694790452421267,"score_gpt":0.5009156863844081,"score_spread":0.3739677818601954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410942274","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07076446,0.015597218,0.000047087735,0.31825942,0.0024887773,0.0014595097,0.00012338998,0.000056458946,0.5912037],"genre_scores_gemma":[0.928128,0.0067702616,0.0018481143,0.0016605477,0.0005056043,0.00006143787,0.0000795901,0.0000184007,0.060928058],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99745834,0.0005459137,0.00063569826,0.00045920443,0.00072533794,0.0001755074],"domain_scores_gemma":[0.9915363,0.0071879863,0.0004861879,0.00017049335,0.00053209177,0.00008693594],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005626066,0.00023916778,0.0003268046,0.00063000544,0.00032057348,0.000073006115,0.00032490696,0.0011917774,0.00014342635],"category_scores_gemma":[0.01870052,0.00025145832,0.000057552083,0.000115547315,0.00052513403,0.0003513271,0.00008183301,0.008642281,0.0000033393849],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002202017,0.00010135634,0.001378847,0.000101986916,0.00001610127,1.0149228e-7,0.010971205,0.0000018579126,0.000016705968,0.95382166,0.0012293401,0.03233884],"study_design_scores_gemma":[0.000259813,0.000052771782,0.040010836,0.0050796447,0.000039930266,0.0000019957133,0.0043515475,0.00002757809,0.000036346446,0.8288404,0.120912716,0.00038644567],"about_ca_topic_score_codex":0.006747099,"about_ca_topic_score_gemma":0.010436688,"teacher_disagreement_score":0.8573635,"about_ca_system_score_codex":0.0005083509,"about_ca_system_score_gemma":0.005644825,"threshold_uncertainty_score":0.99999374},"labels":[],"label_agreement":null},{"id":"W4411350866","doi":"10.1038/s44159-025-00464-8","title":"Student evaluations of teaching should not be abandoned","year":2025,"lang":"en","type":"article","venue":"Nature Reviews Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Mathematics education; Psychology; Pedagogy","score_opus":0.2812396077840588,"score_gpt":0.6414214610472315,"score_spread":0.3601818532631727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411350866","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019555978,0.05985222,0.0015495754,0.31586167,0.00401236,0.0020903158,0.000008039381,0.00013151164,0.5969383],"genre_scores_gemma":[0.937579,0.016446196,0.008099951,0.030619776,0.0003412324,0.00014561233,0.000014147525,0.000015394173,0.006738724],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938998,0.004222288,0.0006271996,0.00035714597,0.00066353916,0.00022998203],"domain_scores_gemma":[0.9976862,0.0011041381,0.00048380537,0.00047952923,0.00019334507,0.00005297627],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016080225,0.00013037531,0.00043223315,0.00022541096,0.00045737455,0.000033151286,0.00062423,0.00041802422,0.00041436954],"category_scores_gemma":[0.010536928,0.00011302514,0.00016855866,0.0004069233,0.00017446144,0.00020711288,0.000056367004,0.0013116505,0.00004602241],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049512302,0.0005296806,0.009208493,0.00008982422,0.00013695139,0.0000011723793,0.010192667,0.000006582728,0.0013584499,0.5354355,0.13680167,0.30618948],"study_design_scores_gemma":[0.00040006294,0.000032287033,0.020866437,0.0001166039,0.00013097622,6.6343415e-7,0.00031504149,0.0000036921658,0.000022456632,0.0015179785,0.97650236,0.00009141296],"about_ca_topic_score_codex":0.000108955646,"about_ca_topic_score_gemma":0.0004310695,"teacher_disagreement_score":0.918023,"about_ca_system_score_codex":0.000085430824,"about_ca_system_score_gemma":0.00017466136,"threshold_uncertainty_score":0.9977977},"labels":[],"label_agreement":null},{"id":"W4411351004","doi":"10.1038/s44159-025-00465-7","title":"Reply to ‘Student evaluations of teaching should not be abandoned’","year":2025,"lang":"en","type":"article","venue":"Nature Reviews Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Mathematics education; Psychology","score_opus":0.2501197048515886,"score_gpt":0.6270641743764882,"score_spread":0.37694446952489963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411351004","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009406957,0.022276118,0.0016309967,0.6067349,0.002984258,0.0019499054,0.0000068785084,0.00010240022,0.3549076],"genre_scores_gemma":[0.6513972,0.01158758,0.02532829,0.29740268,0.00064911495,0.0003507369,0.00001728544,0.000029285726,0.013237794],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942898,0.0035453017,0.0007107756,0.00046811727,0.00071837835,0.00026758184],"domain_scores_gemma":[0.99758023,0.0010294787,0.00042577315,0.0006406043,0.00023586839,0.00008806692],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017436314,0.00014454566,0.00046193102,0.00029447538,0.0004591686,0.000039938244,0.0007115792,0.00033014425,0.00033944173],"category_scores_gemma":[0.01743973,0.00012765921,0.0001705819,0.00058156473,0.000115670126,0.00019064167,0.00008131346,0.0012090985,0.0000921513],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059115657,0.00035830805,0.0051193503,0.00006871295,0.00009192511,0.0000012404812,0.0122597,0.000011793114,0.0011619012,0.26609915,0.4528669,0.2619019],"study_design_scores_gemma":[0.00026827338,0.00004910415,0.01581122,0.00015091823,0.0000993996,8.884012e-7,0.00025672113,0.0000018811154,0.000027758648,0.000990874,0.98223877,0.00010418071],"about_ca_topic_score_codex":0.00026368522,"about_ca_topic_score_gemma":0.0004259667,"teacher_disagreement_score":0.6419903,"about_ca_system_score_codex":0.00011005,"about_ca_system_score_gemma":0.00017690487,"threshold_uncertainty_score":0.9908368},"labels":[],"label_agreement":null},{"id":"W4411801544","doi":"10.59236/td2007vol1iss2735","title":"Knowledges Exchange as a Framework for the Scholarship of Teaching and Learning","year":2007,"lang":"en","type":"article","venue":"Transformative Dialogues Teaching and Learning Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Scholarship; Sociology; Mathematics education; Psychology; Political science; Law","score_opus":0.1088990384542541,"score_gpt":0.4302642919649711,"score_spread":0.32136525351071704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411801544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72972345,0.003952778,0.24468105,0.0066653304,0.00038828535,0.00040509677,0.0000019408003,0.000110186214,0.0140718995],"genre_scores_gemma":[0.9762052,0.0008942446,0.021433396,0.00016704551,0.000632389,0.0000071922595,0.0000034927336,0.000023956749,0.0006330739],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99038464,0.007863582,0.0005044228,0.00019285445,0.0005716462,0.00048285164],"domain_scores_gemma":[0.97959125,0.019403044,0.00055376394,0.00007588685,0.00018395863,0.00019209353],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.075297646,0.00019314673,0.00029012232,0.0002272051,0.011313341,0.00046800185,0.00027145646,0.0001770723,0.000031595817],"category_scores_gemma":[0.041355655,0.00014618813,0.00012431771,0.0000989219,0.0003923611,0.0013077888,0.000031610518,0.008475185,0.0000046093264],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011579472,0.000036893798,0.0066676093,0.000054783046,0.00009139521,0.000001140505,0.54933125,0.00012928744,0.000072501054,0.030592013,0.00002496914,0.41288236],"study_design_scores_gemma":[0.0018731587,0.001347693,0.03616341,0.0012738953,0.0004251607,0.00011664338,0.54678965,0.0012685825,0.000085863685,0.026976163,0.3830059,0.000673881],"about_ca_topic_score_codex":0.000675444,"about_ca_topic_score_gemma":0.00018318421,"teacher_disagreement_score":0.41220847,"about_ca_system_score_codex":0.00007285202,"about_ca_system_score_gemma":0.00010570095,"threshold_uncertainty_score":0.9938123},"labels":[],"label_agreement":null},{"id":"W4411802591","doi":"10.59236/td2007vol1iss1553","title":"Cascading Self-reflection and Boundary Crossing","year":2007,"lang":"en","type":"article","venue":"Transformative Dialogues Teaching and Learning Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Reflection (computer programming); Boundary (topology); Level crossing; Physics; Optics; Computer science; Geography; Mathematics; Mathematical analysis; Archaeology","score_opus":0.06825252942135111,"score_gpt":0.4073555392663888,"score_spread":0.33910300984503766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411802591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9313925,0.00066247437,0.037068676,0.0019749806,0.00035525172,0.00010226343,4.6085592e-7,0.00019512848,0.028248243],"genre_scores_gemma":[0.99027586,0.00030407807,0.008425936,0.00014725994,0.0005068388,9.088429e-7,0.0000025270963,0.000014103302,0.0003224728],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959245,0.002733347,0.00034864063,0.0001524515,0.0004416862,0.0003993869],"domain_scores_gemma":[0.99797606,0.0014058319,0.00026952836,0.000037528298,0.00009071904,0.00022034562],"candidate_categories":["sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.027515585,0.00013792167,0.00017123643,0.00023975022,0.01462195,0.0015128867,0.00009154631,0.000109093904,0.000017790157],"category_scores_gemma":[0.0020443937,0.00012954028,0.00005324857,0.0001013737,0.00034019974,0.0020786766,0.000013239541,0.0029244756,0.0000057168127],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045938923,0.000030478746,0.010009,0.000018483537,0.000054565007,0.0000073180577,0.75527936,0.000058774614,0.00031522664,0.0018359325,0.000046031404,0.23229891],"study_design_scores_gemma":[0.0017221657,0.00051038427,0.05719698,0.0003693067,0.00020954094,0.00063154154,0.24458016,0.0015083621,0.0001255826,0.0030585038,0.6893885,0.0006989719],"about_ca_topic_score_codex":0.0007172607,"about_ca_topic_score_gemma":0.0003799682,"teacher_disagreement_score":0.68934244,"about_ca_system_score_codex":0.00016951209,"about_ca_system_score_gemma":0.00015029692,"threshold_uncertainty_score":0.99952364},"labels":[],"label_agreement":null},{"id":"W4411802627","doi":"10.59236/td2007vol1iss1593","title":"Reflections on the scholarship of teaching and learning","year":2007,"lang":"en","type":"article","venue":"Transformative Dialogues Teaching and Learning Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University","funders":"","keywords":"Scholarship; Mathematics education; Psychology; Sociology; Political science","score_opus":0.16252225603257447,"score_gpt":0.4524936493397122,"score_spread":0.2899713933071377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411802627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8743681,0.00022292938,0.012208404,0.007618476,0.00017825914,0.00014293037,7.2097885e-7,0.00008741197,0.10517283],"genre_scores_gemma":[0.9951433,0.00023302587,0.0034112446,0.0002641745,0.00028874286,0.0000019237718,0.0000023713199,0.000015712367,0.0006395142],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98477703,0.013603625,0.0004479399,0.00015972693,0.0006411272,0.00037053446],"domain_scores_gemma":[0.9911763,0.0080358805,0.00044628314,0.000068259265,0.00011098576,0.0001623069],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07195466,0.00015682662,0.00020986558,0.00026502126,0.013240374,0.00038405374,0.00019466576,0.000109190376,0.00003082704],"category_scores_gemma":[0.02030224,0.000116081574,0.00008362462,0.00011361578,0.00034891535,0.0011486205,0.00001964522,0.01070651,0.0000065328036],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103389706,0.0000680164,0.007333627,0.000018289173,0.000090070476,0.000002829279,0.73390913,0.0005179332,0.00081551843,0.06807516,0.00004622613,0.18901978],"study_design_scores_gemma":[0.0014343489,0.0014656591,0.06852872,0.0008672575,0.00022380422,0.00015612684,0.6475876,0.0004843546,0.00019273652,0.0076724784,0.2707341,0.0006528439],"about_ca_topic_score_codex":0.0008096206,"about_ca_topic_score_gemma":0.00024797203,"teacher_disagreement_score":0.27068788,"about_ca_system_score_codex":0.00008655838,"about_ca_system_score_gemma":0.000079511025,"threshold_uncertainty_score":0.99157584},"labels":[],"label_agreement":null},{"id":"W4411802646","doi":"10.59236/td2007vol1iss1597","title":"Scholarship of Teaching and Learning","year":2007,"lang":"en","type":"article","venue":"Transformative Dialogues Teaching and Learning Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University","funders":"","keywords":"Scholarship; Mathematics education; Psychology; Political science","score_opus":0.08489039587027947,"score_gpt":0.4017842373798433,"score_spread":0.31689384150956385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411802646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93306106,0.0006559409,0.023112526,0.0019012785,0.00017967503,0.00012301299,7.846299e-7,0.00010737251,0.040858325],"genre_scores_gemma":[0.9872022,0.00034948476,0.011387682,0.00010733996,0.00030640632,0.0000010390862,0.0000046769524,0.000019786436,0.00062137964],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9864452,0.011557911,0.0005971467,0.00019459515,0.0007258302,0.00047932105],"domain_scores_gemma":[0.9944579,0.0045111724,0.00056100945,0.000060083083,0.00013735694,0.0002724622],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07704366,0.00018605446,0.0003079678,0.0003433356,0.008162887,0.00038332122,0.0001973545,0.00014717488,0.0000309211],"category_scores_gemma":[0.017142454,0.00017299247,0.0000903552,0.00009552641,0.00035653284,0.0021186064,0.000028347538,0.009940903,0.000005614293],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008441003,0.000051455452,0.03921811,0.000038978924,0.00007322293,0.000005670703,0.55986816,0.00024187737,0.0007232474,0.010336283,0.000019202836,0.3893394],"study_design_scores_gemma":[0.0031510873,0.0014071335,0.17521925,0.0012420018,0.00033421163,0.00030560093,0.5516687,0.0009437517,0.00022019992,0.0052353176,0.25916883,0.0011038866],"about_ca_topic_score_codex":0.0010892362,"about_ca_topic_score_gemma":0.00016569205,"teacher_disagreement_score":0.3882355,"about_ca_system_score_codex":0.00008476404,"about_ca_system_score_gemma":0.00009911218,"threshold_uncertainty_score":0.99312836},"labels":[],"label_agreement":null},{"id":"W4411840506","doi":"10.1080/17508487.2025.2521532","title":"Taking time and planting seeds: learning, relationships and equity work in academic development","year":2025,"lang":"en","type":"article","venue":"Critical Studies in Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Universitetet i Bergen","keywords":"Equity (law); Sociology; Work (physics); Sowing; Pedagogy; Social science; Political science; Agronomy; Biology; Engineering","score_opus":0.3591796230917773,"score_gpt":0.5756151263555679,"score_spread":0.21643550326379057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411840506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9579969,0.006524568,0.000038096652,0.016610881,0.00036352468,0.00015311893,8.448124e-8,0.0000309726,0.018281838],"genre_scores_gemma":[0.9964518,0.00050423935,0.0020197397,0.00014101138,0.000060240334,0.000029768471,0.0000012880477,0.0000025988165,0.0007893306],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986315,0.0006345176,0.00023111234,0.00017235959,0.0001632726,0.0001672458],"domain_scores_gemma":[0.99629307,0.0035100984,0.00006247097,0.000034049077,0.00006865668,0.00003165698],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004708546,0.000056506567,0.00010161717,0.00013483579,0.0007555865,0.000052975713,0.00006450403,0.000081160615,0.000013187544],"category_scores_gemma":[0.048118602,0.000061867446,0.0000049408063,0.0003081166,0.00029226873,0.00028277206,0.00013186422,0.0005233987,0.000006940641],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074024774,0.000045541885,0.79394317,0.000057437628,0.000007868208,2.6529702e-7,0.08502075,0.00001546368,0.000007451652,0.05407552,0.0002469941,0.06657212],"study_design_scores_gemma":[0.00009809376,0.000004922023,0.90019524,0.0007913522,0.000014884243,3.3798108e-7,0.07330513,0.00007187075,0.000005304194,0.010232764,0.015177614,0.00010250148],"about_ca_topic_score_codex":0.00016869683,"about_ca_topic_score_gemma":0.00044589394,"teacher_disagreement_score":0.10625204,"about_ca_system_score_codex":0.00028039244,"about_ca_system_score_gemma":0.00026067486,"threshold_uncertainty_score":0.9598995},"labels":[],"label_agreement":null},{"id":"W4411958708","doi":"10.59236/td2011vol4iss31269","title":"Scholarly Approaches to Peer-Review of Teaching","year":2011,"lang":"en","type":"article","venue":"Transformative Dialogues Teaching and Learning Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics education; World Wide Web; Data science; Psychology","score_opus":0.40670205679643984,"score_gpt":0.40519430513614835,"score_spread":0.0015077516602914898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411958708","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30071652,0.0062558274,0.060768906,0.060665764,0.0006507324,0.00085570297,0.000010236859,0.00027939994,0.5697969],"genre_scores_gemma":[0.9668318,0.0013282557,0.029281933,0.0006920302,0.00022004994,0.000008442637,0.000009123347,0.000020276419,0.0016080847],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9887252,0.008887826,0.0006059795,0.00018840573,0.0012268402,0.00036573285],"domain_scores_gemma":[0.9979821,0.000812942,0.0004703867,0.00010477066,0.00032879657,0.00030104828],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05191387,0.00018176062,0.00036394963,0.0002607471,0.003392282,0.00032837057,0.00039809357,0.00009292623,0.00012556493],"category_scores_gemma":[0.02008894,0.00015826002,0.00013971332,0.000120880766,0.00017542798,0.0032399413,0.000031991687,0.0044815806,0.000026327989],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000417319,0.00011297316,0.0031004744,0.00032387648,0.000088006054,0.0000023243706,0.7720479,0.000025932637,0.000039638027,0.030356681,0.00089070364,0.1929698],"study_design_scores_gemma":[0.001114948,0.0011573435,0.016825125,0.008295178,0.00039886945,0.00010696179,0.190459,0.00017084472,0.0000878943,0.0040529836,0.7764454,0.00088546355],"about_ca_topic_score_codex":0.0014272511,"about_ca_topic_score_gemma":0.00006335621,"teacher_disagreement_score":0.77555466,"about_ca_system_score_codex":0.00008051936,"about_ca_system_score_gemma":0.00016442282,"threshold_uncertainty_score":0.9979052},"labels":[],"label_agreement":null},{"id":"W4412073447","doi":"10.29173/isotl799","title":"Connections in a Liminal Space","year":2025,"lang":"en","type":"article","venue":"Imagining SoTL","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Red Deer Polytechnic","funders":"","keywords":"Liminality; Space (punctuation); Computer science; Aesthetics; Art","score_opus":0.09315893068456865,"score_gpt":0.48589607247828565,"score_spread":0.392737141793717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412073447","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07709676,0.00018052151,0.0010899652,0.6114228,0.0007658334,0.00011569292,6.046258e-7,0.00016021456,0.30916765],"genre_scores_gemma":[0.9868449,0.000014833805,0.0027970807,0.0005579516,0.00007268386,0.000012893903,6.060642e-7,0.000003584833,0.009695481],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990914,0.00033092147,0.00010764109,0.00013261099,0.00017726426,0.00016017721],"domain_scores_gemma":[0.99908966,0.0006764814,0.000053299573,0.00009779752,0.00005424989,0.000028491771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016400707,0.00004382382,0.000065241686,0.0001616444,0.00032764574,0.00010634049,0.0001419085,0.00003144254,0.00019860841],"category_scores_gemma":[0.0033761223,0.000051266732,0.000022512713,0.00037976453,0.00012036025,0.00035229162,0.00002694721,0.00019904193,0.000085199994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000114067625,0.000054976375,0.058631398,0.0000049614428,0.000010171857,0.0000043107816,0.020693004,0.00009482378,0.00009492507,0.90231097,0.007082618,0.011006428],"study_design_scores_gemma":[0.0002531124,0.000011788275,0.018480733,0.000058701786,0.000015266342,6.1032284e-7,0.017115565,0.00048437284,0.00006190404,0.0046073766,0.95882666,0.000083886625],"about_ca_topic_score_codex":0.008514906,"about_ca_topic_score_gemma":0.006598591,"teacher_disagreement_score":0.9517441,"about_ca_system_score_codex":0.00010191511,"about_ca_system_score_gemma":0.00031166078,"threshold_uncertainty_score":0.99808747},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4412163277","doi":"10.1007/s10459-025-10456-1","title":"Peer observation of teaching: multiple-site case study guided by diffusion of innovations theory","year":2025,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Toronto Metropolitan University; University of Toronto; McMaster University; Hospital for Sick Children; University of Ottawa","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Diffusion theory; Diffusion; Medical education; Mathematics education; Psychology; Computer science; Medicine; Knowledge management; Innovation diffusion; Physics","score_opus":0.11834816426233492,"score_gpt":0.5393899472650316,"score_spread":0.42104178300269673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412163277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758401,0.0015235866,0.0019013742,0.0131205665,0.0010888148,0.0010239464,0.000005191614,0.00002974657,0.005466672],"genre_scores_gemma":[0.989989,0.0002473511,0.0077473135,0.00043385656,0.000038539376,0.0000686961,0.000012533399,0.0000040059213,0.0014587021],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9956132,0.0019810144,0.00095944415,0.00033195844,0.00088773743,0.00022661634],"domain_scores_gemma":[0.99583465,0.0021562267,0.0010605719,0.00023426936,0.00066445523,0.00004983714],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020030316,0.000098658216,0.00020976158,0.000539323,0.001051098,0.00003983932,0.00035329125,0.00005065686,0.000022675475],"category_scores_gemma":[0.014051047,0.000096615586,0.000025232746,0.0019551069,0.00043241333,0.0017098121,0.000048144695,0.00020842369,0.0000010256279],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013465302,0.0011660339,0.7416653,0.00009630216,0.000003695048,2.4242874e-7,0.063926674,0.00063141034,0.00013331458,0.11477222,0.00095641403,0.0766349],"study_design_scores_gemma":[0.0013156269,0.000620252,0.12988885,0.00070662703,0.000035705772,0.000006293954,0.6980822,0.0028629364,0.0001763078,0.041488558,0.124436855,0.00037980554],"about_ca_topic_score_codex":0.043409247,"about_ca_topic_score_gemma":0.013497961,"teacher_disagreement_score":0.6341555,"about_ca_system_score_codex":0.0002570469,"about_ca_system_score_gemma":0.0021431928,"threshold_uncertainty_score":0.994254},"labels":[],"label_agreement":null},{"id":"W4412426867","doi":"10.1128/jmbe.00047-25","title":"Delivering a collaborative, discipline-specific, and equity, diversity, and inclusion-centered teaching assistant training program in the life sciences","year":2025,"lang":"en","type":"article","venue":"Journal of Microbiology and Biology Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mentorship; Curriculum; General partnership; Medical education; Inclusion (mineral); Training (meteorology); Equity (law); Diversity (politics); Psychology; Pedagogy; Political science; Medicine","score_opus":0.1839849733662529,"score_gpt":0.4833011381871008,"score_spread":0.2993161648208479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412426867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96143115,0.0057433057,0.000059276386,0.03126459,0.00035907602,0.00017471852,0.0000020131924,0.0000049628425,0.0009609299],"genre_scores_gemma":[0.99577343,0.0016159805,0.0019229751,0.0005847713,0.00008224331,0.000002832432,0.0000019462889,0.0000010249654,0.000014793597],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99815375,0.0012808603,0.00023646421,0.00014089739,0.000053238433,0.00013479007],"domain_scores_gemma":[0.998796,0.00073857245,0.00029882515,0.000035684294,0.00009615099,0.000034782544],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006567642,0.00006594951,0.00014579658,0.00019630058,0.004424296,0.000051714105,0.00024598188,0.00009936236,0.0000038872563],"category_scores_gemma":[0.0009102721,0.000043963213,0.00001549551,0.00016942916,0.0008215501,0.00024538985,0.0015268562,0.00029334796,8.2351505e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014734975,0.00041793115,0.36704454,0.000024371006,0.00007085955,0.0000013603307,0.34563825,0.0000026578039,0.017229592,0.045097128,0.0006328897,0.22369307],"study_design_scores_gemma":[0.0020612616,0.0013168234,0.43025702,0.00057052367,0.00019561063,0.00013339538,0.35122442,0.000060113158,0.00007941348,0.040085867,0.17362851,0.00038703732],"about_ca_topic_score_codex":0.0001952105,"about_ca_topic_score_gemma":0.000772397,"teacher_disagreement_score":0.22330604,"about_ca_system_score_codex":0.000042822347,"about_ca_system_score_gemma":0.00046549938,"threshold_uncertainty_score":0.9968718},"labels":[],"label_agreement":null},{"id":"W4412439512","doi":"10.1167/jov.25.9.2843","title":"Vision and Semantics: Insights into Rock Category Learning Among Geology Undergraduates","year":2025,"lang":"en","type":"article","venue":"Journal of Vision","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Geology; Semantics (computer science); Mathematics education; Natural language processing; Geochemistry; Earth science; Computer science; Psychology; Programming language","score_opus":0.028821875280662723,"score_gpt":0.40682608562439404,"score_spread":0.37800421034373133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412439512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96517986,0.0018688199,0.0032083595,0.024655813,0.00058481283,0.00007491551,1.7322286e-8,0.000022778322,0.0044046245],"genre_scores_gemma":[0.9960265,0.0015384889,0.0007790462,0.00013346618,0.00012792226,3.80442e-7,4.1916016e-7,0.0000053673116,0.001388371],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979427,0.000984402,0.0003676415,0.00012654116,0.00044715294,0.00013155908],"domain_scores_gemma":[0.9980486,0.00095001626,0.0005546004,0.00007255026,0.0002927077,0.000081524006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025522101,0.00008314366,0.00019300552,0.00032393355,0.00074142584,0.00014645806,0.00018154953,0.0001174028,0.000035997546],"category_scores_gemma":[0.0026268002,0.00006581998,0.000055756394,0.00019936798,0.00012648973,0.0009807311,0.000088145374,0.0004816455,0.000011479902],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004858552,0.0007612472,0.54006803,0.00024825972,0.0004268443,0.00012291933,0.122677736,0.012123545,0.01771196,0.10550238,0.021945603,0.17792565],"study_design_scores_gemma":[0.0017973759,0.00149498,0.5761531,0.0009630646,0.00024979023,0.000018807692,0.029079026,0.014125975,0.00040046993,0.13683131,0.2384882,0.00039787934],"about_ca_topic_score_codex":0.0006320943,"about_ca_topic_score_gemma":0.00076846295,"teacher_disagreement_score":0.2165426,"about_ca_system_score_codex":0.00009327853,"about_ca_system_score_gemma":0.0001864902,"threshold_uncertainty_score":0.5702523},"labels":[],"label_agreement":null},{"id":"W4412786950","doi":"10.1175/bams-d-23-0269.1","title":"A 1-Day Immersion in Professional Development for Early Career Faculty and Researchers","year":2025,"lang":"en","type":"article","venue":"Bulletin of the American Meteorological Society","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Immersion (mathematics); Professional development; Psychology; Medical education; Mathematics education; Pedagogy; Medicine; Mathematics","score_opus":0.15930855753892198,"score_gpt":0.4457812316244603,"score_spread":0.28647267408553834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412786950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91851085,0.00008801531,0.00010916718,0.07939535,0.00011890942,0.00048471507,0.0000038964718,0.000016023218,0.0012730955],"genre_scores_gemma":[0.97637665,0.00004484606,0.014785518,0.0020170412,0.000019155897,0.000088149114,0.0000020022046,0.000004023657,0.006662631],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975625,0.0012538901,0.00022012665,0.00022991773,0.0004662243,0.0002673287],"domain_scores_gemma":[0.99765843,0.001835884,0.00022609948,0.000110493645,0.00011548056,0.000053602194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006709707,0.00008020487,0.00019739706,0.000022928107,0.00052554026,0.000023584638,0.0003837439,0.00007751634,0.00010072349],"category_scores_gemma":[0.003535678,0.00005172189,0.000119599514,0.000282438,0.0010384613,0.000025603369,0.00025206147,0.00027859065,0.0000036730628],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076745864,0.00070619746,0.56274444,0.000101026424,0.00030462566,7.494931e-7,0.055362843,0.00006820714,0.0021436163,0.012745477,0.21640633,0.14864905],"study_design_scores_gemma":[0.0003523785,0.00006911751,0.53924984,0.000031243093,0.000014396567,4.5103263e-8,0.011731897,0.000024632884,0.00014074253,0.00059795793,0.4477113,0.00007648953],"about_ca_topic_score_codex":0.0024606192,"about_ca_topic_score_gemma":0.00006206048,"teacher_disagreement_score":0.23130496,"about_ca_system_score_codex":0.00013503116,"about_ca_system_score_gemma":0.00023753161,"threshold_uncertainty_score":0.4232792},"labels":[],"label_agreement":null},{"id":"W4412870717","doi":"10.24908/pceea.2025.19674","title":"Preliminary Review of Instructor and Teaching Assistant Perceptions of Grading","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Grading (engineering); Mathematics education; Psychology; Teaching assistant; Medical education; Computer science; Engineering; Medicine; Civil engineering","score_opus":0.01576878012726357,"score_gpt":0.3299732794528919,"score_spread":0.31420449932562833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8655054,0.002836562,0.000032074615,0.0669382,0.0016483375,0.0009959135,0.00003213488,0.00006622012,0.061945144],"genre_scores_gemma":[0.9952697,0.00043823724,0.0021227174,0.00020355072,0.000050271265,0.000019899513,0.0000024473989,0.0000081364105,0.001885028],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9989488,0.00005267516,0.0003630731,0.00011892043,0.00037217655,0.00014434305],"domain_scores_gemma":[0.998308,0.00022547315,0.00066988677,0.00007460639,0.0006379901,0.00008401087],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026014836,0.00007765044,0.0001798992,0.00028531993,0.0003203771,0.00003706564,0.00024821295,0.00008881276,0.0000281429],"category_scores_gemma":[0.012581035,0.000080083475,0.00006619373,0.00033407297,0.000051909534,0.00033136064,0.00002698517,0.00021480836,4.4293824e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062399445,0.00014363964,0.35590342,0.009016867,0.00022676837,2.086838e-8,0.030741429,0.000057808906,0.002991252,0.55102754,0.03627375,0.013611278],"study_design_scores_gemma":[0.00024368493,0.000039538823,0.8867737,0.013017149,0.00041232098,0.0000011976796,0.01429893,0.00048715572,0.00063362723,0.0017626263,0.082028046,0.00030203958],"about_ca_topic_score_codex":0.020072492,"about_ca_topic_score_gemma":0.004178508,"teacher_disagreement_score":0.5492649,"about_ca_system_score_codex":0.001132647,"about_ca_system_score_gemma":0.0012359374,"threshold_uncertainty_score":0.9957364},"labels":[],"label_agreement":null},{"id":"W4412991280","doi":"10.26443/msurj.v20i2.327","title":"Users Perform Better in a First-Year Science Course: Assessment, Learning and Well-Being in the Undergraduate Context","year":2025,"lang":"en","type":"article","venue":"McGill Science Undergraduate Research Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Course (navigation); Context (archaeology); Mathematics education; Computer science; Medical education; Psychology; Data science; Engineering; Medicine; History","score_opus":0.09363573895579902,"score_gpt":0.49456704412306596,"score_spread":0.40093130516726694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412991280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.498694,0.00009018808,0.00008920244,0.3635089,0.00032671413,0.0005226359,4.84342e-7,0.000028831553,0.13673905],"genre_scores_gemma":[0.9960485,0.0016333178,0.000749719,0.00050247187,0.000068364476,0.000022074975,2.9373567e-7,0.000010144202,0.0009650745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9886997,0.0030770095,0.00054438633,0.0007045129,0.005260049,0.0017143873],"domain_scores_gemma":[0.99531823,0.0029788604,0.0002460001,0.0002923977,0.00082904403,0.00033544708],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.09915679,0.00018795658,0.00023670452,0.0021371397,0.014614562,0.002761046,0.0022142637,0.00008171673,0.000048966453],"category_scores_gemma":[0.009282905,0.00014586777,0.00005601856,0.0074863527,0.006757284,0.0039033268,0.0004851048,0.003315254,0.000027547516],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002981121,0.00019534741,0.40913874,0.000021767635,0.000014239456,0.00006239395,0.0080125425,0.0003798737,0.0004607237,0.55588394,0.00057980925,0.025220804],"study_design_scores_gemma":[0.0032975122,0.00048377548,0.21010438,0.0011634923,0.000040460676,0.00009823856,0.17456228,0.019657167,0.00024733786,0.4230689,0.166485,0.0007914433],"about_ca_topic_score_codex":0.0030942024,"about_ca_topic_score_gemma":0.011592713,"teacher_disagreement_score":0.49735454,"about_ca_system_score_codex":0.0020241821,"about_ca_system_score_gemma":0.0037236267,"threshold_uncertainty_score":0.9990623},"labels":[],"label_agreement":null},{"id":"W4413004778","doi":"10.1108/ijlls-02-2025-0068","title":"Supporting Socially Responsible Science Education through a three visions of scientific literacy framed learning study","year":2025,"lang":"en","type":"article","venue":"International Journal for Lesson and Learning Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Vision; Scientific literacy; Literacy; Pedagogy; Psychology; Sociology; Science education; Mathematics education","score_opus":0.14088443524742364,"score_gpt":0.6005914144771545,"score_spread":0.4597069792297308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413004778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9698856,0.0011244321,0.0015442042,0.020895747,0.0034360818,0.0003302713,0.0000010035761,0.000040052917,0.0027426116],"genre_scores_gemma":[0.98353916,0.00020959676,0.0051000323,0.00010331366,0.0002238926,0.000017371316,0.0000016504868,0.000006588811,0.010798407],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99739385,0.0005698483,0.00046803232,0.00027683133,0.0010461744,0.0002452874],"domain_scores_gemma":[0.9939629,0.0018671745,0.00071550993,0.00007122771,0.003334522,0.000048707996],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.013501456,0.00009728412,0.00019491807,0.0005237933,0.0063320855,0.0009999078,0.00045106406,0.00003888984,0.000022628856],"category_scores_gemma":[0.03775341,0.00009038767,0.000074736054,0.00050989806,0.0007158333,0.0012714249,0.00017759597,0.00058099837,0.0000019232111],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019828226,0.000473376,0.17409211,0.00003222618,0.00043575544,0.000002612121,0.4250518,0.00059798756,0.0012746163,0.13388741,0.0008319385,0.26312187],"study_design_scores_gemma":[0.0013344258,0.00042732866,0.082342654,0.00086485053,0.00019025017,0.000007250029,0.58509886,0.00095430453,0.00019274352,0.07719389,0.25110456,0.00028889446],"about_ca_topic_score_codex":0.00031584883,"about_ca_topic_score_gemma":0.0005771354,"teacher_disagreement_score":0.26283297,"about_ca_system_score_codex":0.00024075627,"about_ca_system_score_gemma":0.0033496628,"threshold_uncertainty_score":0.99496156},"labels":[],"label_agreement":null},{"id":"W4413361196","doi":"10.1109/procomm64814.2025.00031","title":"Workshop: So You Think You Want to Be a Department Chair","year":2025,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.11377147511764088,"score_gpt":0.45264851737489137,"score_spread":0.33887704225725046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413361196","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059765603,0.00014297973,0.0029882495,0.5952165,0.0009480236,0.0005976327,0.0000029691134,0.00034809913,0.33998993],"genre_scores_gemma":[0.7843993,0.000060700517,0.0080107525,0.017862793,0.00019914458,0.000059575577,0.000005681809,0.000009027736,0.18939306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99819183,0.00039231396,0.00020913585,0.00028505907,0.00062268355,0.0002989792],"domain_scores_gemma":[0.9989737,0.00045195883,0.00007340694,0.00026717852,0.00009920425,0.00013451626],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028685122,0.00010026996,0.00012680069,0.00011119086,0.0009151313,0.00028937485,0.00038402,0.000082416904,0.0012895847],"category_scores_gemma":[0.0023181236,0.0000877322,0.00006188976,0.00039090746,0.00009031417,0.00032919832,0.00013074653,0.00016308672,0.00033807656],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047849328,0.0002813471,0.002547253,0.000009073677,0.00010682471,0.0000053786703,0.09641568,0.00027289178,0.00007053266,0.5759616,0.2627473,0.06153431],"study_design_scores_gemma":[0.00014856677,0.000024005372,0.0013873299,0.000019983083,0.000028623685,1.4588484e-7,0.016616736,0.000111874775,0.000104366554,0.0034929183,0.9779431,0.00012232228],"about_ca_topic_score_codex":0.0028522229,"about_ca_topic_score_gemma":0.01248077,"teacher_disagreement_score":0.72463363,"about_ca_system_score_codex":0.00020740887,"about_ca_system_score_gemma":0.00042508513,"threshold_uncertainty_score":0.99962336},"labels":[],"label_agreement":null},{"id":"W4414016989","doi":"10.1080/0142159x.2025.2555360","title":"The plurality of good teaching","year":2025,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical education; Computer science; Psychology; Mathematics education; Medicine","score_opus":0.08284842343527063,"score_gpt":0.4885587231572659,"score_spread":0.40571029972199524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414016989","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11704399,0.0003561696,0.0006310161,0.18263625,0.0005935332,0.0001396322,2.3900273e-7,0.00008020469,0.698519],"genre_scores_gemma":[0.94405,0.000045295015,0.0001627976,0.0004148607,0.00016957938,0.0000087963,5.7975683e-7,0.000003366888,0.05514469],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961114,0.0022506681,0.00025625236,0.0001247476,0.001067809,0.00018913797],"domain_scores_gemma":[0.9983071,0.001225323,0.000117905736,0.00021030357,0.000053023887,0.00008635989],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017646445,0.000054213408,0.00010498555,0.000027797221,0.00085784774,0.00004655551,0.00055327837,0.000116129406,0.0012270298],"category_scores_gemma":[0.033804607,0.0000357151,0.00005953642,0.00012434681,0.0005078534,0.00012778214,0.00008439971,0.000608305,0.000027054157],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012373412,0.00014621732,0.0631937,0.000010650869,0.000057290876,9.416089e-7,0.0099098785,0.0000010048421,0.00000847626,0.7250676,0.033053786,0.16853806],"study_design_scores_gemma":[0.00017087575,0.000008808338,0.0064699906,0.000041440646,0.000020709489,1.4225998e-7,0.00414627,0.00034544346,0.000008091309,0.007767177,0.9809725,0.000048515314],"about_ca_topic_score_codex":0.0038045687,"about_ca_topic_score_gemma":0.001328924,"teacher_disagreement_score":0.9479188,"about_ca_system_score_codex":0.00006999867,"about_ca_system_score_gemma":0.0004365888,"threshold_uncertainty_score":0.999686},"labels":[],"label_agreement":null},{"id":"W4415340059","doi":"10.1007/s10734-025-01562-5","title":"Scholarship reimagined: creating the DARSHE, an inclusive and flexible framework for developing scholarship in higher education","year":2025,"lang":"en","type":"article","venue":"Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Trent University; Nottingham Trent University","keywords":"Scholarship; CLARITY; Higher education; Faculty development; Scholarship of Teaching and Learning","score_opus":0.18637906466739637,"score_gpt":0.5237719833535336,"score_spread":0.3373929186861372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415340059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53490686,0.0038717785,0.0009179074,0.38452363,0.0067697386,0.0017981044,0.0000026493608,0.00020798115,0.067001365],"genre_scores_gemma":[0.9252825,0.000063054606,0.047481805,0.0060945167,0.0009211082,0.00039041846,0.000029506591,0.000019245696,0.019717889],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9976942,0.000977102,0.0003205637,0.00039020006,0.00034684828,0.00027110436],"domain_scores_gemma":[0.99751484,0.0014013902,0.0002634012,0.00031861686,0.0004281333,0.000073614174],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004003197,0.00014344289,0.0001365051,0.00026874407,0.0014722483,0.0006555536,0.00040373745,0.0001859743,0.00017614377],"category_scores_gemma":[0.0030437,0.00013504847,0.00002898122,0.0007736359,0.00012624299,0.0021075953,0.00007286715,0.00051114464,0.0000124565195],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019260233,0.00012932865,0.07910747,0.000037925205,0.0000104195415,3.0981493e-8,0.005735477,0.0000053389167,0.00006726385,0.89227337,0.0005209352,0.022093168],"study_design_scores_gemma":[0.000116309864,0.000011821296,0.47545394,0.00031860895,0.000030909097,2.0134495e-7,0.0029964037,0.00000413926,0.00007161952,0.38033652,0.14052843,0.00013110679],"about_ca_topic_score_codex":0.0014029511,"about_ca_topic_score_gemma":0.00038348188,"teacher_disagreement_score":0.51193684,"about_ca_system_score_codex":0.0006279713,"about_ca_system_score_gemma":0.0032964218,"threshold_uncertainty_score":0.9998277},"labels":[],"label_agreement":null},{"id":"W4415597218","doi":"10.1080/0142159x.2025.2574383","title":"Faculty members’ perceptions of how faculty development initiatives could contribute to developing their adaptive expertise","year":2025,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Faculty development; Bridging (networking); Perception; Grounded theory; Focus group; Professional development; Focus (optics)","score_opus":0.2035497247624426,"score_gpt":0.47191005989675505,"score_spread":0.26836033513431246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415597218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65658134,0.00017949071,0.08458724,0.19733094,0.00056827103,0.0010075932,0.000043074273,0.00027639043,0.05942566],"genre_scores_gemma":[0.9821525,0.000028037255,0.008371313,0.0012242927,0.0000964,0.0001140744,0.000048846974,0.000010002036,0.007954493],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99675024,0.00095461204,0.00037039054,0.0003186321,0.0012533352,0.00035281878],"domain_scores_gemma":[0.9986592,0.0003718551,0.00017522277,0.0001487362,0.0003758539,0.00026913607],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036015622,0.00017042598,0.00031175086,0.00013349864,0.0006317455,0.00006329386,0.0004715411,0.00023298549,0.0017533867],"category_scores_gemma":[0.01148908,0.00013901267,0.00007780566,0.00041765926,0.0003452814,0.00038148672,0.00017042631,0.00042095728,0.00004640155],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099693905,0.0005344376,0.05473479,0.000043699514,0.00060080417,0.000008531498,0.7291504,0.000020862472,0.00014695745,0.03445083,0.058909047,0.12129995],"study_design_scores_gemma":[0.0010975507,0.000056324297,0.10698888,0.00051207206,0.000051494535,7.474304e-7,0.16648471,0.00056964235,0.0005680915,0.00046473223,0.7227595,0.0004462708],"about_ca_topic_score_codex":0.0006492052,"about_ca_topic_score_gemma":0.0019300884,"teacher_disagreement_score":0.6638504,"about_ca_system_score_codex":0.00053252286,"about_ca_system_score_gemma":0.0016682193,"threshold_uncertainty_score":0.99915916},"labels":[],"label_agreement":null},{"id":"W4415976443","doi":"10.24112/ajsotl.53016","title":"The Scholarship of Educational Leadership in Research-intensive University Contexts: Implications for Promotion and Tenure Supervision","year":2015,"lang":"","type":"article","venue":"Asian Journal of the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Scholarship; Promotion (chess); Context (archaeology); Institution; Curriculum; Educational leadership; Higher education; Engaged scholarship","score_opus":0.4678833951177195,"score_gpt":0.48170973434986186,"score_spread":0.013826339232142382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415976443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7113061,0.0030652704,0.00005780556,0.28427067,0.00028396022,0.00040765235,0.0000046122523,0.0000034005297,0.00060054683],"genre_scores_gemma":[0.9973484,0.00020268561,0.0011855653,0.00006135053,0.00018901979,0.0000016758072,0.0000015187418,0.000017023422,0.0009927582],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9770882,0.020335458,0.00079626706,0.0002838555,0.0010722397,0.00042396373],"domain_scores_gemma":[0.9873139,0.0072777336,0.0017937162,0.00027202137,0.0030790013,0.00026358562],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.081853166,0.00017067326,0.00036334983,0.00040564447,0.003588893,0.00031796814,0.00085615757,0.00021788068,0.000006820063],"category_scores_gemma":[0.15131617,0.00012643385,0.0001741832,0.0004922087,0.0011645994,0.0020580532,0.00019623668,0.0056139156,9.5012126e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010326167,0.00039953258,0.6153332,0.00025275757,0.0002465569,0.0000014733926,0.19487442,0.00035651517,0.0019713547,0.064814694,0.00037436176,0.12034254],"study_design_scores_gemma":[0.0017292455,0.0009891123,0.59796774,0.0025336947,0.00018648356,0.00006608339,0.35904366,0.00010205165,0.00006308967,0.031733558,0.005397168,0.00018812103],"about_ca_topic_score_codex":0.00026347188,"about_ca_topic_score_gemma":0.00030608085,"teacher_disagreement_score":0.28604233,"about_ca_system_score_codex":0.000308175,"about_ca_system_score_gemma":0.0012150899,"threshold_uncertainty_score":0.9977083},"labels":[],"label_agreement":null},{"id":"W4416383219","doi":"10.22329/jtl.v19i5.10658","title":"Educating in Uncertainty: Research on Teaching and Learning as a Horizon for Universities in the 21st Century","year":2025,"lang":"en","type":"article","venue":"Journal of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Curriculum; Scholarship of Teaching and Learning; Networked learning; Higher education; Misinformation; Professional learning community; Learning sciences; Nexus (standard)","score_opus":0.10202673517930363,"score_gpt":0.4875614105856802,"score_spread":0.38553467540637654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416383219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92457736,0.0007532873,0.000046908834,0.022338953,0.0001692353,0.00015086032,1.2103543e-7,0.000012440597,0.051950842],"genre_scores_gemma":[0.99588174,0.0002778015,0.001266344,0.00020415732,0.00023478885,0.0000032347393,6.48999e-7,0.000007948171,0.0021233142],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98217285,0.016430307,0.00032370657,0.0001805565,0.0005733791,0.00031922493],"domain_scores_gemma":[0.98337716,0.016075322,0.0003268739,0.00006443732,0.000101790494,0.00005440824],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0745446,0.00009756155,0.00019879824,0.0007625141,0.004223024,0.00040266837,0.0002668784,0.00008629425,0.000006229788],"category_scores_gemma":[0.030423248,0.00007946626,0.000048074457,0.00022531569,0.00012860606,0.0005259018,0.00006147961,0.007826746,7.71728e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018927327,0.00011719371,0.016683945,0.000060777256,0.000032549684,0.000010681196,0.46646187,0.007313361,0.00011334012,0.11954742,0.00023166227,0.38923794],"study_design_scores_gemma":[0.0004843649,0.00041596018,0.0032458229,0.0007522933,0.000017209175,0.0000062525914,0.839992,0.00073039054,8.452168e-7,0.0013122641,0.1529638,0.00007883931],"about_ca_topic_score_codex":0.0077948812,"about_ca_topic_score_gemma":0.0004697931,"teacher_disagreement_score":0.38915908,"about_ca_system_score_codex":0.0003485953,"about_ca_system_score_gemma":0.0004725072,"threshold_uncertainty_score":0.9988123},"labels":[],"label_agreement":null},{"id":"W4416773300","doi":"10.20343/teachlearninqu.13.55","title":"A Systems-Inspired Taxonomy of SoTL Research: Increasing the Accessibility and Visibility of this Heterogeneous Field","year":2025,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Alberta","funders":"University of Manitoba","keywords":"Taxonomy (biology); Discoverability; Scholarship; Visibility; Field (mathematics); Coding (social sciences); Process (computing); Standardization","score_opus":0.28210390203554236,"score_gpt":0.4976461909355394,"score_spread":0.21554228889999705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416773300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783369,0.0012842304,0.0016290414,0.012366589,0.000734646,0.00051551795,7.811668e-7,0.00005338327,0.00507894],"genre_scores_gemma":[0.99813753,0.00012216976,0.00057917315,0.00012576,0.00038730935,0.000013566675,4.038561e-7,0.000011788818,0.00062231097],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9694289,0.027682783,0.00090402254,0.00031377352,0.0012408082,0.00042969713],"domain_scores_gemma":[0.98233664,0.015198929,0.0011473765,0.000531565,0.00068575377,0.00009976343],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09512391,0.00015244936,0.0003555769,0.00023264273,0.004821273,0.00052936585,0.0011621119,0.00014882405,0.00007838815],"category_scores_gemma":[0.06886557,0.000088894965,0.00014040284,0.00037166444,0.001287282,0.00057857635,0.0003988484,0.0032853764,0.00000257811],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010126983,0.0005096974,0.5223988,0.0004014448,0.00069095456,0.000011943673,0.275722,0.007030645,0.0031720556,0.021132233,0.004396374,0.16352114],"study_design_scores_gemma":[0.0027473117,0.0015073854,0.15833645,0.004391897,0.0008280529,0.00023575478,0.35834026,0.015867628,0.0018989418,0.014034677,0.4407875,0.0010241516],"about_ca_topic_score_codex":0.01130065,"about_ca_topic_score_gemma":0.00019160277,"teacher_disagreement_score":0.43639112,"about_ca_system_score_codex":0.00024460937,"about_ca_system_score_gemma":0.00068402255,"threshold_uncertainty_score":0.9990141},"labels":[],"label_agreement":null},{"id":"W563079055","doi":"10.5206/cjsotl-rcacea.2015.2.11","title":"Deconstructive Misalignment: Archives, Events, and Humanities Approaches in Academic Development","year":2015,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Humanities; ESPACE; Nous; Sociology; Art","score_opus":0.37510499951289406,"score_gpt":0.41403688087136603,"score_spread":0.038931881358471976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W563079055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858424,0.0033563932,0.00018380939,0.006644036,0.00017250264,0.00021216292,9.75552e-7,0.000007810672,0.003579873],"genre_scores_gemma":[0.99642146,0.000047241145,0.001947083,0.00009367371,0.000120540935,0.0000071363606,7.909157e-7,0.000009140117,0.0013529191],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9961934,0.0029391458,0.00022814411,0.00010477134,0.00026778935,0.00026675157],"domain_scores_gemma":[0.9975605,0.0018714997,0.00025226365,0.00006061617,0.000034690205,0.00022041642],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0250013,0.000084538304,0.00011183813,0.000153803,0.005437588,0.0002456762,0.000328192,0.000060824073,0.0000057448865],"category_scores_gemma":[0.007996374,0.00005814597,0.000026373584,0.000045454002,0.00038675353,0.0004312242,0.000027179753,0.0026214097,6.1793406e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042208034,0.000006149784,0.24445426,0.000015329802,0.00008499011,0.0000013016256,0.56630456,0.0010345639,0.000007865748,0.061968636,0.000043267788,0.12603688],"study_design_scores_gemma":[0.0011766074,0.00011863612,0.16528125,0.0004887271,0.00012087002,0.000118365475,0.5310151,0.00060415146,0.000022637401,0.07433642,0.22635755,0.00035966316],"about_ca_topic_score_codex":0.014562473,"about_ca_topic_score_gemma":0.06497573,"teacher_disagreement_score":0.22631429,"about_ca_system_score_codex":0.00015874743,"about_ca_system_score_gemma":0.000918033,"threshold_uncertainty_score":0.99967957},"labels":[],"label_agreement":null},{"id":"W629299720","doi":"","title":"Conceptions of Quality and Approaches to Quality Assurance in Ontario’s Universities","year":2015,"lang":"en","type":"dissertation","venue":"Brock University Digital Repository (Brock University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality assurance; Quality (philosophy); Quality policy; Accountability; Quality management; Public relations; Function (biology); Higher education; Political science; Business; Engineering; Marketing; Operations management; Epistemology; External quality assessment","score_opus":0.17145344757468794,"score_gpt":0.3443400437014105,"score_spread":0.17288659612672258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W629299720","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7231426,0.00004222292,0.000051445146,0.000039074155,0.00027345677,0.00037758893,0.00007151055,0.00008597654,0.27591607],"genre_scores_gemma":[0.40349314,0.000018863107,0.00018760825,0.000009741604,0.00002760879,1.993845e-7,0.00010482257,0.000012861485,0.59614515],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99655795,0.0010373084,0.00040666608,0.0006828464,0.0009506606,0.00036454722],"domain_scores_gemma":[0.9972556,0.00063231884,0.0008023085,0.0003532605,0.0005668595,0.00038962823],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000073015704,0.00032465736,0.00060704397,0.000839547,0.0006694621,0.00014986553,0.00077897846,0.00047676233,0.00001435067],"category_scores_gemma":[0.00040109045,0.00046929362,0.00018740517,0.0007124398,0.00032616488,0.002671098,0.00021939742,0.0005873546,0.000012131641],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061138305,0.0016863648,0.82223594,0.0009791959,0.0009059247,0.00017873922,0.08686896,0.001820726,0.002831455,0.04203142,0.0310819,0.0032655522],"study_design_scores_gemma":[0.0008379965,0.00010364417,0.26901615,0.00021282438,0.00013335091,0.000001731761,0.566983,5.185849e-7,0.000026076605,0.00022837087,0.16187601,0.00058033376],"about_ca_topic_score_codex":0.1703066,"about_ca_topic_score_gemma":0.81421524,"teacher_disagreement_score":0.6439086,"about_ca_system_score_codex":0.0038754372,"about_ca_system_score_gemma":0.0048588975,"threshold_uncertainty_score":0.9999485},"labels":[],"label_agreement":null},{"id":"W643255010","doi":"10.1007/s10648-015-9317-3","title":"The Connection Between Teaching Methods and Attribution Errors","year":2015,"lang":"en","type":"article","venue":"Educational Psychology Review","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Attribution; Educational psychology; Psychology; Teaching method; Mathematics education; Connection (principal bundle); Pedagogy; Social psychology; Mathematics","score_opus":0.5116878407772031,"score_gpt":0.6702348319108781,"score_spread":0.15854699113367499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W643255010","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00652127,0.09313429,0.0039611496,0.8562158,0.0022040538,0.00049830036,0.000001885768,0.0000512122,0.037412066],"genre_scores_gemma":[0.53908736,0.19882959,0.17107615,0.051899258,0.011363124,0.0008454254,0.0003109419,0.000087999106,0.026500132],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940032,0.0051329215,0.0002586675,0.00020073079,0.0002528421,0.00015165792],"domain_scores_gemma":[0.9969608,0.002300379,0.00025596592,0.00017526824,0.00018676954,0.00012081552],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023575816,0.00006943322,0.0001340758,0.000032562493,0.0010393979,0.00004945125,0.0001940076,0.00006500187,0.000104135936],"category_scores_gemma":[0.013000866,0.0000536543,0.000033769098,0.0001429632,0.00024900815,0.00028209636,0.000021103524,0.00030178472,0.00012320725],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005737539,0.000056884775,0.035503127,0.000043527183,0.0000467359,6.3820124e-8,0.0029936428,4.885269e-7,0.0000059203308,0.32278743,0.20987879,0.42867765],"study_design_scores_gemma":[0.000072060175,0.000018027502,0.04950016,0.00008794035,0.000049293114,0.0000046150167,0.00041154525,0.000001146583,3.562235e-7,0.02288304,0.9269113,0.00006051334],"about_ca_topic_score_codex":0.00020442894,"about_ca_topic_score_gemma":0.000058209334,"teacher_disagreement_score":0.8043165,"about_ca_system_score_codex":0.00009501177,"about_ca_system_score_gemma":0.00030600038,"threshold_uncertainty_score":0.99531305},"labels":[],"label_agreement":null},{"id":"W651172646","doi":"10.5206/cjsotl-rcacea.2015.2.2","title":"Who is Represented in the Teaching Commons?: SoTL Through the Lenses of the Arts and Humanities","year":2015,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University; University of Windsor","funders":"","keywords":"The arts; Sociology; Humanities; Scholarship of Teaching and Learning; Humanism; Style (visual arts); Pedagogy; Political science; Art; Visual arts; Teaching method","score_opus":0.29675264573905014,"score_gpt":0.43909762131990937,"score_spread":0.14234497558085923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W651172646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8603947,0.0029257806,0.000045789955,0.12728423,0.00030497016,0.00035979587,0.000004203545,0.000009301484,0.008671205],"genre_scores_gemma":[0.9960231,0.000049449496,0.00012904624,0.0013739882,0.00024599704,0.000006344424,4.5830504e-7,0.00001480114,0.0021568164],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9877314,0.010789607,0.00035504106,0.00013629555,0.0006477425,0.00033993728],"domain_scores_gemma":[0.99211955,0.006580569,0.0007093436,0.00034725686,0.00014750056,0.00009578777],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050117694,0.0001321194,0.0001868268,0.00007908832,0.014324261,0.0009128368,0.0011905971,0.000075825745,0.000012043792],"category_scores_gemma":[0.030030223,0.00005771618,0.000106377556,0.00012030684,0.0010115184,0.00069083256,0.000076659446,0.0045575644,6.3413876e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038205682,0.00001463171,0.06300979,0.000015975837,0.00010046754,0.0000017113504,0.8384328,0.0010553881,0.000022739629,0.08307344,0.0037389374,0.010495898],"study_design_scores_gemma":[0.0005358519,0.00013286398,0.048554312,0.0004186389,0.00020307142,0.00010965795,0.5122351,0.00034076074,0.000019154628,0.03054859,0.40672275,0.00017921357],"about_ca_topic_score_codex":0.14867026,"about_ca_topic_score_gemma":0.16566812,"teacher_disagreement_score":0.4029838,"about_ca_system_score_codex":0.00009395575,"about_ca_system_score_gemma":0.0005027415,"threshold_uncertainty_score":0.99773896},"labels":[],"label_agreement":null},{"id":"W6884656878","doi":"10.11575/prism/49576","title":"Shifts and Transformations in Canadian Postsecondary Teaching and Learning: Views from Teaching and Learning Centre Leaders","year":2025,"lang":"en","type":"other","venue":"Open MIND","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Focus group; Grounded theory; Work (physics); Higher education; Key (lock); Perspective (graphical); Postsecondary education","score_opus":0.08603368527140184,"score_gpt":0.40736071374276017,"score_spread":0.3213270284713583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6884656878","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046812005,0.0017303685,0.000018669973,0.011865882,0.00013480421,0.00071164273,0.00004843964,0.000012805338,0.9386654],"genre_scores_gemma":[0.20933549,0.0005722179,0.011111617,0.00043198172,0.00017546813,0.000009818316,0.00019904015,0.00012441634,0.77803993],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99435765,0.004273603,0.00028600058,0.00046678077,0.00023882775,0.00037715316],"domain_scores_gemma":[0.9983068,0.001054445,0.00023951671,0.000112157315,0.000014817611,0.00027226514],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006660129,0.00022325707,0.0003439644,0.0004393806,0.002064111,0.0008873105,0.00029793294,0.00030799757,0.0033706792],"category_scores_gemma":[0.0031079752,0.00024685854,0.00002544921,0.000080212914,0.00018698565,0.0008030656,0.00009277587,0.0030911465,0.00003968806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008180645,0.000020203091,0.012583031,0.00003286719,0.00006949223,0.000007812019,0.34482047,0.000020717633,0.00000720363,0.0004868184,0.007275628,0.6346676],"study_design_scores_gemma":[0.00034387293,0.000014765061,0.0021462184,0.0004887905,0.000053554995,7.0029466e-7,0.07463361,0.00018828262,3.1324134e-7,0.000048665064,0.92183053,0.00025071442],"about_ca_topic_score_codex":0.88125414,"about_ca_topic_score_gemma":0.95290446,"teacher_disagreement_score":0.9145549,"about_ca_system_score_codex":0.00015532719,"about_ca_system_score_gemma":0.0007930889,"threshold_uncertainty_score":0.9999984},"labels":[],"label_agreement":null},{"id":"W6887725933","doi":"10.17605/osf.io/je3yz","title":"Individual Differences and Category Learning Performance and Strategy - A scoping review protocol","year":2021,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Plan (archaeology); Categorization; Institution; Academic institution","score_opus":0.10024538337051579,"score_gpt":0.41670801931179774,"score_spread":0.31646263594128193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6887725933","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009639575,0.00016415406,0.000022647015,0.00046000103,0.0000976548,0.036130335,0.0000029382884,0.00018240728,0.96197593],"genre_scores_gemma":[0.0020396276,0.011423674,0.00058175693,0.00014240625,0.00018183645,0.025916003,0.000015204037,0.00012874145,0.95957077],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932252,0.0033513445,0.0005129724,0.0016691699,0.0008479407,0.00039338067],"domain_scores_gemma":[0.9971391,0.0007047457,0.00088470854,0.0009535708,0.00010067436,0.00021721101],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01142997,0.00034742712,0.00061735214,0.00016462122,0.0006072028,0.0004519833,0.0006905845,0.00037469526,0.47831416],"category_scores_gemma":[0.006347686,0.00036801983,0.000070764676,0.0001849797,0.00047252837,0.0003466149,0.0010069909,0.0009786882,0.026889991],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008719273,0.0005631498,0.27783936,0.07627888,0.00096769497,0.00005188098,0.02286816,0.000055004544,0.000059731312,0.0043705427,0.17647333,0.44038507],"study_design_scores_gemma":[0.0006942834,0.0000062851723,0.024450224,0.057323627,0.0002977804,0.000025199497,0.0013976335,0.00007203774,0.000021710748,0.00036653786,0.914303,0.001041655],"about_ca_topic_score_codex":0.0025299285,"about_ca_topic_score_gemma":0.0017940028,"teacher_disagreement_score":0.7378297,"about_ca_system_score_codex":0.0000804611,"about_ca_system_score_gemma":0.00085740216,"threshold_uncertainty_score":0.99987715},"labels":[],"label_agreement":null},{"id":"W6902074260","doi":"10.6084/m9.figshare.19759908.v1","title":"Additional file 3 of Institutionalizing evidence-based STEM reform through faculty professional development and support structures","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Professional development; Continuing professional development; Professional association; Faculty development; Higher education","score_opus":0.4023998340849887,"score_gpt":0.4484463556854678,"score_spread":0.04604652160047912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902074260","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024029496,0.000039995586,3.3729944e-7,0.0007377444,0.00007462665,0.00018306213,0.9885228,0.00003892777,0.010162161],"genre_scores_gemma":[0.015476071,3.844163e-7,0.0046637766,0.00047124748,0.00008232864,0.001245161,0.9713857,0.000006582411,0.006668749],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817294,0.00023773468,0.00020018089,0.0001760934,0.0010791201,0.00013392606],"domain_scores_gemma":[0.99788934,0.0015152002,0.000305086,0.00007233569,0.00017055582,0.00004747473],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028696258,0.000074197385,0.000087704044,0.00004452206,0.0013746317,0.00003269144,0.00021316746,0.00004043562,0.9904442],"category_scores_gemma":[0.0040061455,0.000069597816,0.000031211486,0.00014665369,0.000036450954,0.0006668776,0.0001638592,0.00018976408,0.00013160806],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010126272,0.000024240971,0.000011361116,0.000037967297,0.000008991078,0.0000018175859,0.0021533994,0.000046966306,8.7928333e-7,0.0013788361,0.9945695,0.0017559279],"study_design_scores_gemma":[0.00007448441,0.000020244193,0.0050758193,0.0006443145,0.000002579342,0.0000017688266,0.002517611,0.000019557561,0.000042856303,0.00007706709,0.99143195,0.000091742724],"about_ca_topic_score_codex":0.00006181341,"about_ca_topic_score_gemma":0.00006501788,"teacher_disagreement_score":0.9903126,"about_ca_system_score_codex":0.00036105025,"about_ca_system_score_gemma":0.002825049,"threshold_uncertainty_score":0.99992543},"labels":[],"label_agreement":null},{"id":"W6902106028","doi":"10.6084/m9.figshare.19759908","title":"Additional file 3 of Institutionalizing evidence-based STEM reform through faculty professional development and support structures","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Professional development; Continuing professional development; Professional association; Faculty development; Higher education","score_opus":0.4023998340849887,"score_gpt":0.4484463556854678,"score_spread":0.04604652160047912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902106028","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024029496,0.000039995586,3.3729944e-7,0.0007377444,0.00007462665,0.00018306213,0.9885228,0.00003892777,0.010162161],"genre_scores_gemma":[0.015476071,3.844163e-7,0.0046637766,0.00047124748,0.00008232864,0.001245161,0.9713857,0.000006582411,0.006668749],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817294,0.00023773468,0.00020018089,0.0001760934,0.0010791201,0.00013392606],"domain_scores_gemma":[0.99788934,0.0015152002,0.000305086,0.00007233569,0.00017055582,0.00004747473],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028696258,0.000074197385,0.000087704044,0.00004452206,0.0013746317,0.00003269144,0.00021316746,0.00004043562,0.9904442],"category_scores_gemma":[0.0040061455,0.000069597816,0.000031211486,0.00014665369,0.000036450954,0.0006668776,0.0001638592,0.00018976408,0.00013160806],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010126272,0.000024240971,0.000011361116,0.000037967297,0.000008991078,0.0000018175859,0.0021533994,0.000046966306,8.7928333e-7,0.0013788361,0.9945695,0.0017559279],"study_design_scores_gemma":[0.00007448441,0.000020244193,0.0050758193,0.0006443145,0.000002579342,0.0000017688266,0.002517611,0.000019557561,0.000042856303,0.00007706709,0.99143195,0.000091742724],"about_ca_topic_score_codex":0.00006181341,"about_ca_topic_score_gemma":0.00006501788,"teacher_disagreement_score":0.9903126,"about_ca_system_score_codex":0.00036105025,"about_ca_system_score_gemma":0.002825049,"threshold_uncertainty_score":0.99992543},"labels":[],"label_agreement":null},{"id":"W6903051323","doi":"10.7939/r3-qdws-ec61","title":"An interpretive inquiry into students' perceptions of learning","year":2001,"lang":"en","type":"dissertation","venue":"Library and Archives Canada (Government of Canada)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Qualitative research; Perspective (graphical); Experiential learning; Quality (philosophy)","score_opus":0.013299688296810067,"score_gpt":0.31020357838370377,"score_spread":0.2969038900868937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6903051323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7036038,0.00014133309,0.000036089416,0.0010948246,0.00048626206,0.00019236631,0.000021988426,0.000014266769,0.29440904],"genre_scores_gemma":[0.96060765,0.000495112,0.0005054628,0.00014363992,0.0001188903,0.000009562328,0.000061046216,0.0000210214,0.03803761],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99552107,0.0006101464,0.00035331736,0.00025592567,0.003060232,0.00019931754],"domain_scores_gemma":[0.9985152,0.00057219656,0.0005495206,0.0001536273,0.0000029714658,0.00020650419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008717552,0.00016921776,0.00027235074,0.00005356378,0.0005188934,0.00005116046,0.00048741963,0.00007001838,0.00028872283],"category_scores_gemma":[0.00007849333,0.00018684278,0.000036270936,0.00009566681,0.00015098741,0.0007953908,0.00005704656,0.00036053624,5.3038494e-9],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015646726,0.000346772,0.4049376,0.0006697685,0.0005362556,0.00004591174,0.37326777,0.0005779139,0.013144846,0.1552988,0.0010468592,0.048562855],"study_design_scores_gemma":[0.0001655588,0.00016415701,0.15322314,0.0004783289,0.000094389485,5.223603e-7,0.82522863,0.00016114696,0.0016599457,0.0012959656,0.017202012,0.0003262015],"about_ca_topic_score_codex":0.04963421,"about_ca_topic_score_gemma":0.47120607,"teacher_disagreement_score":0.45196086,"about_ca_system_score_codex":0.000028042834,"about_ca_system_score_gemma":0.0034319267,"threshold_uncertainty_score":0.95669436},"labels":[],"label_agreement":null},{"id":"W6925436660","doi":"10.17611/dp/1480680","title":"Magnetotelluric Transfer Functions","year":2013,"lang":"en","type":"other","venue":"NSF Seismological Facility for the Advancement of Geoscience (SAGE)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Magnetotellurics; Transfer function; Field (mathematics); Transfer (computing); Interpretation (philosophy)","score_opus":0.09942871008530621,"score_gpt":0.3749296548213903,"score_spread":0.2755009447360841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6925436660","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003104504,0.0012530894,0.97232497,0.015351328,0.0012523546,0.0022546414,0.00044415638,0.00020070284,0.006608308],"genre_scores_gemma":[0.0027715147,0.0020102405,0.0024410838,0.0008393188,0.00017455059,0.00033184732,0.00003910112,0.000035011904,0.9913573],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99647844,0.00052464596,0.00048540442,0.00067287043,0.0012226679,0.00061594864],"domain_scores_gemma":[0.9975829,0.0012592757,0.00029150752,0.0005908614,0.00012267573,0.00015275987],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031590783,0.00030474202,0.00041195078,0.0001285876,0.0009533549,0.000093093884,0.0010840222,0.0003168674,0.012378608],"category_scores_gemma":[0.0013857954,0.00020749113,0.00026732,0.0004269614,0.0017992024,0.00035054339,0.00010386392,0.00034830018,0.0003463101],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024597803,0.00021502555,0.0001038437,0.000049885115,0.00003480743,4.710647e-7,0.00051928806,0.00013152487,0.000038968483,0.006914932,0.00034419724,0.99162245],"study_design_scores_gemma":[0.00025518576,0.00024184404,0.00034470067,0.00004125337,0.00009692128,4.4870288e-7,0.0009670924,0.0001437574,0.000010490659,0.0005929497,0.997056,0.00024932186],"about_ca_topic_score_codex":0.006186692,"about_ca_topic_score_gemma":0.00044085522,"teacher_disagreement_score":0.99671185,"about_ca_system_score_codex":0.00013146728,"about_ca_system_score_gemma":0.00020822765,"threshold_uncertainty_score":0.9885242},"labels":[],"label_agreement":null},{"id":"W6958433633","doi":"10.6084/m9.figshare.25210869.v1","title":"Additional file 2 of Clinical relevance of transcranial Doppler in a cardiac surgery setting: embolic load predicts difficult separation from cardiopulmonary bypass","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier de l’Université de Montréal; Institut universitaire de cardiologie et de pneumologie de Québec; Montreal Heart Institute","funders":"","keywords":"Cardiopulmonary bypass; Cardiac surgery; Transcranial Doppler; Clinical significance; Oxygenator; Embolic stroke; Doppler effect","score_opus":0.12051227318053336,"score_gpt":0.4192050147896696,"score_spread":0.2986927416091362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958433633","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035545947,0.00045436173,4.8251906e-7,0.00045413323,0.0002597651,0.0002458792,0.98869747,0.00007572888,0.0062575657],"genre_scores_gemma":[0.22682413,0.000030998825,0.00028643073,0.000039176313,0.0010892571,0.00040004394,0.7707742,0.00001750611,0.00053828],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967163,0.0011256222,0.0006866511,0.00032351215,0.0009692841,0.00017861182],"domain_scores_gemma":[0.9762602,0.022922767,0.00031217997,0.0001583416,0.00027219916,0.00007432724],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010060163,0.00011069021,0.000413285,0.00008188402,0.000086057655,0.000042221156,0.00017849516,0.00020524247,0.830437],"category_scores_gemma":[0.03757451,0.00011424208,0.0003102487,0.00038413497,0.000047933358,0.00052073895,0.000028692253,0.00032386498,0.00046044437],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027467488,0.00005621807,0.00020100454,0.00007617926,0.00005465505,0.000008754537,0.001897509,0.00004797303,0.000010684628,0.000009201531,0.99224436,0.005366008],"study_design_scores_gemma":[0.000070968745,0.000017206954,0.05757896,0.0027421722,0.00002507136,5.083362e-7,0.00028784203,0.0006667567,0.000014955517,0.000060196067,0.9384157,0.00011968349],"about_ca_topic_score_codex":0.0005331752,"about_ca_topic_score_gemma":0.0004702336,"teacher_disagreement_score":0.82997656,"about_ca_system_score_codex":0.000082599574,"about_ca_system_score_gemma":0.0015372813,"threshold_uncertainty_score":0.9705324},"labels":[],"label_agreement":null},{"id":"W6980320040","doi":"","title":"Building codes - why are they developed?","year":2003,"lang":"en","type":"article","venue":"NPARC","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Code (set theory); Set (abstract data type); Building code; Property (philosophy)","score_opus":0.14629619855087042,"score_gpt":0.4285042009493306,"score_spread":0.2822080023984602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6980320040","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2218945,0.00005715505,0.0024588658,0.02574428,0.00045761283,0.00015493327,0.0000015425487,0.00016430047,0.74906677],"genre_scores_gemma":[0.9425734,0.00003163447,0.054298744,0.0007924776,0.00008865988,0.000008052728,3.7280364e-7,0.000007987031,0.002198635],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983327,0.00076071545,0.000115465606,0.00014803269,0.00044010396,0.00020299033],"domain_scores_gemma":[0.9991462,0.0004438136,0.0001272762,0.00011758311,0.000094788156,0.00007034395],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030818006,0.00006116132,0.00008234309,0.000042758482,0.00063961826,0.000121084435,0.00020070962,0.0000539429,0.001436461],"category_scores_gemma":[0.0054266094,0.000058778176,0.000026812762,0.00011929158,0.0000702529,0.00037026967,0.000017621673,0.00013329108,0.00013990312],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033537226,0.000035932055,0.0141578205,0.0000046151863,0.000015736174,0.0000027192568,0.010663893,0.000024627852,0.0016580656,0.9536334,0.012894391,0.006905389],"study_design_scores_gemma":[0.00010092158,0.00000694966,0.0021732342,0.00001812038,0.000011175579,9.3766374e-7,0.0035350348,0.000013738295,0.0005531385,0.124597415,0.8688712,0.00011814681],"about_ca_topic_score_codex":0.00047473193,"about_ca_topic_score_gemma":0.0020436551,"teacher_disagreement_score":0.8559768,"about_ca_system_score_codex":0.00007960668,"about_ca_system_score_gemma":0.00018734334,"threshold_uncertainty_score":0.9994764},"labels":[],"label_agreement":null},{"id":"W6980382395","doi":"","title":"Canadian Solar Infrastructure Fund: R&amp;amp;I Assigns Rating","year":2020,"lang":"en","type":"other","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Work (physics); Key (lock); Measure (data warehouse); Set (abstract data type)","score_opus":0.14873599623525394,"score_gpt":0.4219825441380532,"score_spread":0.27324654790279923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6980382395","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008643646,0.00016050214,0.0009238879,0.026575325,0.00091808947,0.0003305809,0.000041400057,0.00039869588,0.97064286],"genre_scores_gemma":[0.0010472551,0.00006407884,0.02596655,0.0030767662,0.0018504842,0.000009798918,0.000093141745,0.00021623746,0.9676757],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99748886,0.0007405879,0.00021031588,0.0003768244,0.00075591874,0.0004274982],"domain_scores_gemma":[0.99854964,0.00023477046,0.00035947247,0.000281929,0.000048898535,0.00052529125],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011189823,0.00022757822,0.00025605774,0.00024581753,0.00064757303,0.00037216357,0.0005672493,0.00050087384,0.13679974],"category_scores_gemma":[0.002629485,0.0002231838,0.00007853537,0.0002615429,0.00010307867,0.00020741989,0.000049427636,0.0006990547,0.0033881222],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.140766e-7,0.0000028968911,0.00071771524,0.000011887937,0.000044803284,0.0000019883082,0.0044693314,0.0000060376306,0.000007676743,0.0053331368,0.9860244,0.0033794586],"study_design_scores_gemma":[0.00006379364,0.0000046186597,0.000090672795,0.00003573217,0.000036668793,5.1977605e-7,0.0012484095,0.0000061999226,4.9598873e-7,0.00035357487,0.997887,0.00027228415],"about_ca_topic_score_codex":0.86490744,"about_ca_topic_score_gemma":0.9919371,"teacher_disagreement_score":0.13341162,"about_ca_system_score_codex":0.000429777,"about_ca_system_score_gemma":0.0027118297,"threshold_uncertainty_score":0.9973878},"labels":[],"label_agreement":null},{"id":"W6981777169","doi":"","title":"Field monitoring of MTQ 202ME concrete bridge barriers reinforced with GFRP and steel bars","year":2011,"lang":"en","type":"article","venue":"NPARC","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Strain gauge; Fibre-reinforced plastic; Bridge (graph theory); Cracking; Vibrating wire; Christian ministry; Shrinkage","score_opus":0.09974915035297716,"score_gpt":0.3631811636126408,"score_spread":0.26343201325966364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6981777169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84525996,0.000025535574,0.00011121135,0.0011282339,0.00015831657,0.0001248516,0.0000014286509,0.00003628038,0.15315421],"genre_scores_gemma":[0.9918269,0.000051939012,0.006242691,0.00008072409,0.00007607844,0.0000057564307,3.3114378e-7,0.000006355225,0.0017092102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99905944,0.00016896469,0.00013718751,0.00012700143,0.0003531525,0.00015426651],"domain_scores_gemma":[0.99919313,0.00032076036,0.00014669953,0.00013239282,0.00008367686,0.00012336113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010934403,0.00006364083,0.00010817276,0.00003836271,0.00022232093,0.000030514402,0.00015321579,0.00005897092,0.00070077175],"category_scores_gemma":[0.0011436344,0.000058196696,0.00001970412,0.00008431925,0.00016955979,0.0004141712,0.000029937102,0.00013265386,0.000006959485],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082304754,0.000010151535,0.45075053,0.0001067447,0.00026358885,0.000023383986,0.35167527,0.00002715242,0.024494031,0.15134615,0.00397956,0.0165004],"study_design_scores_gemma":[0.0066411668,0.0044798697,0.55427027,0.0010581159,0.00075061264,0.000022782064,0.17868344,0.0013998958,0.14770469,0.011102852,0.09136908,0.0025172248],"about_ca_topic_score_codex":0.002129262,"about_ca_topic_score_gemma":0.000040970484,"teacher_disagreement_score":0.17299183,"about_ca_system_score_codex":0.000020130949,"about_ca_system_score_gemma":0.00013542132,"threshold_uncertainty_score":0.76729596},"labels":[],"label_agreement":null},{"id":"W6986582192","doi":"","title":"Proceedings of the 2011 Conference on Higher Education Pedagogy","year":2011,"lang":"en","type":"article","venue":"VTechWorks (Virginia Tech)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Division of Undergraduate Education; University of Toronto","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Diafiltration; Emperipolesis; Durvalumab; Liquation; Demotion","score_opus":0.17764356266823675,"score_gpt":0.42354408766979385,"score_spread":0.2459005250015571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6986582192","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20896733,0.000076442724,0.000019370924,0.017132673,0.001198731,0.00047825623,0.000002149906,0.00020656027,0.7719185],"genre_scores_gemma":[0.9671246,0.000049958406,0.0014870155,0.0003788166,0.0001814062,0.00004278575,6.7278285e-7,0.000016826569,0.030717958],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985664,0.000118581,0.0002497957,0.00025544153,0.00058196555,0.00022781052],"domain_scores_gemma":[0.9987999,0.000114099996,0.00044183433,0.0002537476,0.0003211023,0.00006927403],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001337587,0.00012585374,0.0001393347,0.0001146663,0.00038909516,0.000054056403,0.0007978176,0.00020197067,0.0043704603],"category_scores_gemma":[0.00039419837,0.000097868055,0.00007065856,0.00029650505,0.00033903297,0.00042220487,0.00008514223,0.00041104548,0.00024235703],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028254834,0.00025287946,0.0075954827,0.000011347102,0.000013946446,1.00788604e-7,0.00830574,4.504947e-7,0.00069663674,0.9537081,0.015996726,0.013390336],"study_design_scores_gemma":[0.00038956758,0.00023675937,0.21667886,0.000331785,0.00012410218,0.0000023864902,0.009087425,0.00002003358,0.005601702,0.10181995,0.66517717,0.0005302798],"about_ca_topic_score_codex":0.0018672071,"about_ca_topic_score_gemma":0.00015935354,"teacher_disagreement_score":0.8518882,"about_ca_system_score_codex":0.000083174345,"about_ca_system_score_gemma":0.0004365901,"threshold_uncertainty_score":0.99653965},"labels":[],"label_agreement":null},{"id":"W6986757104","doi":"","title":"Raisins in the dough: Conversations on teacher identity and assessment practices","year":2020,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Introspection; Formative assessment; Identity (music); Narrative; Value (mathematics); Community of practice; Narrative inquiry; Field (mathematics); Professional development","score_opus":0.16616655926926677,"score_gpt":0.4539020987996273,"score_spread":0.2877355395303605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6986757104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5254711,0.00013415636,1.8788775e-7,0.005387143,0.0009665752,0.0010038101,0.00011583858,0.00013202227,0.4667892],"genre_scores_gemma":[0.99212545,0.0006429888,0.0006192804,0.0012216622,0.00014910685,0.00017066035,0.00031185837,0.0000647116,0.0046942537],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903984,0.005252486,0.00069065054,0.0009022348,0.0022911374,0.00046509653],"domain_scores_gemma":[0.994344,0.0027731576,0.0018916018,0.00049814733,0.00028158713,0.00021148262],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0095983,0.00043236435,0.00043868017,0.00031099358,0.0030182009,0.00077167666,0.0010471425,0.0005497371,0.0006549338],"category_scores_gemma":[0.016283289,0.00039845146,0.00016028844,0.00074902445,0.00015628239,0.003906249,0.00008890132,0.0032250902,0.00025400613],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001276621,0.00052976405,0.0013582922,0.00012398837,0.00017781655,0.00004076107,0.0027732332,0.000012174941,0.00046419053,0.96021044,0.0001039419,0.03407774],"study_design_scores_gemma":[0.0010633784,0.0002180204,0.06594623,0.00028301525,0.0005093169,0.000004494305,0.051909596,0.00003931233,0.00016704258,0.037077665,0.841879,0.0009029006],"about_ca_topic_score_codex":0.010464204,"about_ca_topic_score_gemma":0.089227445,"teacher_disagreement_score":0.9231328,"about_ca_system_score_codex":0.00068743166,"about_ca_system_score_gemma":0.00034884436,"threshold_uncertainty_score":0.99984676},"labels":[],"label_agreement":null},{"id":"W6990895039","doi":"","title":"The evolving practitioner : a qualitative inquiry into reflections on teacher perspectives in a professional program in higher education","year":2008,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Narrative; Curriculum; Qualitative research; Higher education; Professional development; Period (music); Reflective practice; Teacher education; Process (computing)","score_opus":0.21164046670843573,"score_gpt":0.517859315838246,"score_spread":0.30621884912981023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6990895039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65740097,0.0007626922,2.875293e-8,0.0036413516,0.0049413303,0.00233621,0.000016661306,0.00026533625,0.33063543],"genre_scores_gemma":[0.88848686,0.00056165975,0.0010676846,0.00021373628,0.000309763,0.002752401,0.000219938,0.00010080266,0.106287174],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9867504,0.008799261,0.00095045613,0.001056302,0.0017849961,0.00065859006],"domain_scores_gemma":[0.99444115,0.0027600927,0.0011922884,0.0004847307,0.0009317346,0.00019000849],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0071660127,0.0005064223,0.00043802636,0.0009072267,0.0050886734,0.00026318137,0.0006571107,0.000817119,0.0005634012],"category_scores_gemma":[0.0136569645,0.00045984544,0.00020076986,0.0015739934,0.00034763516,0.00255879,0.000067252804,0.0037183966,0.00017868202],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066627463,0.0051534683,0.00017025508,0.000101875274,0.00016489148,0.000013779269,0.14274654,0.000041728454,0.0005902017,0.74822074,0.0003446996,0.10178556],"study_design_scores_gemma":[0.0006734212,0.0002417325,0.02204576,0.0010746884,0.00006955632,0.0000026409134,0.5928946,0.0000073646174,0.00007769261,0.0743257,0.30772844,0.0008583767],"about_ca_topic_score_codex":0.008913788,"about_ca_topic_score_gemma":0.086068206,"teacher_disagreement_score":0.673895,"about_ca_system_score_codex":0.0049104504,"about_ca_system_score_gemma":0.0013329155,"threshold_uncertainty_score":0.9997853},"labels":[],"label_agreement":null},{"id":"W6991313918","doi":"","title":"The Graduate Review, Vol. II, 2016-2017","year":2017,"lang":"en","type":"article","venue":"Journal of international women's studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cape; West coast; North west","score_opus":0.24822475110293019,"score_gpt":0.514248951363731,"score_spread":0.26602420026080087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6991313918","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16267268,0.03871301,0.000030733932,0.66943955,0.021274595,0.00031806834,0.0000066619414,0.00002945538,0.10751525],"genre_scores_gemma":[0.5847524,0.34430665,0.00054258195,0.0019628822,0.0037097423,0.000026668096,4.1207988e-7,0.000012311445,0.06468639],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975107,0.00029269836,0.0004934651,0.000097523305,0.001401787,0.0002038583],"domain_scores_gemma":[0.993696,0.00088961853,0.0022365986,0.00022794202,0.0028740764,0.00007579096],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009988464,0.000094390605,0.00022779843,0.00005897385,0.0046793562,0.0003162689,0.0014300523,0.000024450868,0.00013199764],"category_scores_gemma":[0.04783995,0.000057872538,0.00012734604,0.00003349307,0.0005221154,0.0011412334,0.00026859264,0.00029975243,0.00004751305],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010986449,0.00013557465,0.0036251715,0.000044182074,0.0017744354,0.00002968254,0.032123495,0.000009805826,0.000028403347,0.029440047,0.91099566,0.021683678],"study_design_scores_gemma":[0.00026293987,0.000087320615,0.0045410767,0.00055754767,0.000046356447,0.000009012842,0.014742494,0.000004270586,0.000006714144,0.012113452,0.96754247,0.000086367],"about_ca_topic_score_codex":0.000039788494,"about_ca_topic_score_gemma":0.00008436566,"teacher_disagreement_score":0.66747665,"about_ca_system_score_codex":0.00037392485,"about_ca_system_score_gemma":0.00022775064,"threshold_uncertainty_score":0.9966164},"labels":[],"label_agreement":null},{"id":"W6991445357","doi":"","title":"The Graduate Review, Volume VI","year":2021,"lang":"en","type":"article","venue":"Journal of international women's studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; Bridgewater State University; U.S. Department of Veterans Affairs","keywords":"","score_opus":0.1787512165900755,"score_gpt":0.48345680970792465,"score_spread":0.30470559311784917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6991445357","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13874108,0.067515,0.00008025292,0.7417,0.009027841,0.00014437997,0.0000040385316,0.000026290163,0.04276116],"genre_scores_gemma":[0.42239627,0.49159926,0.0014744045,0.0069846576,0.0026797208,0.000025187232,0.0000012978653,0.000016029338,0.074823186],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973485,0.0005793689,0.00047568453,0.00008323015,0.001349513,0.00016370066],"domain_scores_gemma":[0.99505377,0.001169777,0.00077470136,0.00008866343,0.0028529111,0.000060152805],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006573684,0.00006958296,0.00018750185,0.000047386344,0.0006987143,0.00012885929,0.00042153802,0.00001785614,0.00031587944],"category_scores_gemma":[0.022032645,0.000046150515,0.00011437602,0.00015381101,0.00018687762,0.00047602874,0.00009826614,0.0002612809,0.000057928974],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013435156,0.00037226835,0.010390636,0.00015656439,0.004782323,0.00018251163,0.083791316,0.000092156035,0.0001988943,0.09097853,0.7594767,0.0494437],"study_design_scores_gemma":[0.0001560124,0.00003693589,0.0017401205,0.0003021423,0.00003877934,0.000021074555,0.045171455,0.0000048363363,0.000018966384,0.0072300304,0.94521767,0.00006198258],"about_ca_topic_score_codex":0.000007865144,"about_ca_topic_score_gemma":0.00005136998,"teacher_disagreement_score":0.7347153,"about_ca_system_score_codex":0.00043053922,"about_ca_system_score_gemma":0.00031833016,"threshold_uncertainty_score":0.98620516},"labels":[],"label_agreement":null},{"id":"W6996826972","doi":"","title":"Student-centred pedagogical practices to support undergraduate student mental health","year":2023,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mental health; Psychological intervention; Toolbox; Anxiety; Element (criminal law); Mental illness","score_opus":0.5351913716563536,"score_gpt":0.5478567571702682,"score_spread":0.012665385513914607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6996826972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92729574,0.0000424266,0.00003777184,0.068146564,0.00094429025,0.0009922056,0.000030838608,0.0006860065,0.001824172],"genre_scores_gemma":[0.9401249,0.0003928702,0.00007255685,0.0017829665,0.00023580094,0.000004289618,0.000067267974,0.000043208427,0.057276096],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9924432,0.0028117057,0.000449769,0.0008857837,0.0022992096,0.0011103143],"domain_scores_gemma":[0.9968459,0.0005220664,0.0009171862,0.00052743556,0.00021745998,0.000969945],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0043282514,0.00033224956,0.00040641142,0.00073535513,0.0019229465,0.00096047414,0.0016728219,0.00017075175,0.00018387998],"category_scores_gemma":[0.0007634671,0.0003827149,0.00016082633,0.001396034,0.00017972996,0.0034698187,0.00086684164,0.0007086973,0.003590952],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093178765,0.00035918123,0.9421325,0.000019098261,0.000116885094,0.00015386692,0.05462535,0.00003912731,0.00006917465,0.0012604723,0.00014092767,0.0009902642],"study_design_scores_gemma":[0.0009919978,0.00038304576,0.753291,0.000072226634,0.000064078224,0.00000585436,0.057464316,1.6008026e-7,0.000022638389,0.000071234324,0.18724154,0.00039188142],"about_ca_topic_score_codex":0.0002199914,"about_ca_topic_score_gemma":0.028088277,"teacher_disagreement_score":0.18884143,"about_ca_system_score_codex":0.0011585581,"about_ca_system_score_gemma":0.0008991812,"threshold_uncertainty_score":0.9998625},"labels":[],"label_agreement":null},{"id":"W6999981186","doi":"","title":"Effective Teaching &amp; Teaching Evaluation Practices: Canadian University Geography Departments","year":2008,"lang":"en","type":"article","venue":"Scholars Commons (Wilfrid Laurier University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Five themes of geography; Human geography; Teaching method; Discipline; Conceptual framework; Higher education","score_opus":0.07883597295154603,"score_gpt":0.3542952788405393,"score_spread":0.27545930588899326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999981186","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70017564,0.00009045564,0.00025740577,0.004840212,0.0004299665,0.0009873465,0.000042436703,0.00024113517,0.29293537],"genre_scores_gemma":[0.9884831,0.000091721646,0.004122863,0.00026695488,0.00013732174,0.000002540971,0.00009684614,0.00002867335,0.006769994],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9860045,0.010969711,0.00021871827,0.00068117783,0.0013794361,0.0007464853],"domain_scores_gemma":[0.9960129,0.0013670707,0.00073582237,0.0006424121,0.00047619152,0.00076558994],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.009400224,0.00029613342,0.00029084782,0.0016016287,0.011304678,0.00023813045,0.0011323777,0.000282611,0.00036603876],"category_scores_gemma":[0.006657077,0.00039153028,0.0002188289,0.0009556252,0.00048678537,0.005689171,0.0001983849,0.0020398325,0.00021679627],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027916333,0.0006365847,0.8611025,0.00001913427,0.0007563261,0.00042316818,0.036094647,0.0005090785,0.00010025616,0.06881291,0.014071242,0.01719497],"study_design_scores_gemma":[0.0010203597,0.00005406219,0.061967358,0.000036961217,0.0003593755,0.000011830717,0.0074282414,0.000089612244,0.0000061042874,0.00021662428,0.92838454,0.00042494974],"about_ca_topic_score_codex":0.35046202,"about_ca_topic_score_gemma":0.63106453,"teacher_disagreement_score":0.91431326,"about_ca_system_score_codex":0.002546151,"about_ca_system_score_gemma":0.002396477,"threshold_uncertainty_score":0.9998537},"labels":[],"label_agreement":null},{"id":"W7000313989","doi":"","title":"eScholarship@McGill","year":2011,"lang":"en","type":"other","venue":"OpenEdition (OpenEdition)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Front (military); Work (physics); The Internet","score_opus":0.10121589639102595,"score_gpt":0.3672630359786681,"score_spread":0.26604713958764215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7000313989","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026504456,0.00043727495,0.00009306463,0.01688813,0.0041376646,0.0010455154,0.00046792423,0.0008605756,0.97604334],"genre_scores_gemma":[0.004893331,0.0010835705,0.0036840083,0.01553021,0.0023952888,0.00038334567,0.0010114214,0.0004995457,0.9705193],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99464357,0.0016385412,0.00056941906,0.000858793,0.0016705442,0.000619114],"domain_scores_gemma":[0.9970252,0.00035178,0.0011431298,0.0007410847,0.00032108775,0.0004177259],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003235816,0.00048605006,0.00051353156,0.00054953154,0.0013392263,0.0004022938,0.0011789594,0.0008568818,0.20449662],"category_scores_gemma":[0.0018283259,0.00054358534,0.00022295094,0.000432298,0.0004425236,0.011627832,0.00018621802,0.0008553711,0.030162482],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017482724,0.00015832175,0.000019095793,0.000032397224,0.00008651669,0.000016094178,0.00013943983,9.81161e-7,0.000008875835,0.52133787,0.4726691,0.005513869],"study_design_scores_gemma":[0.00045982134,0.00006596978,0.0005717034,0.00032190417,0.00015074415,0.0000050515378,0.00037351876,0.0000011038904,0.000058257207,0.006301058,0.9910318,0.00065904146],"about_ca_topic_score_codex":0.005927442,"about_ca_topic_score_gemma":0.04527954,"teacher_disagreement_score":0.51836276,"about_ca_system_score_codex":0.00037343413,"about_ca_system_score_gemma":0.00043477566,"threshold_uncertainty_score":0.9999609},"labels":[],"label_agreement":null},{"id":"W7000408674","doi":"","title":"An examination of faculty well-being in Canadian Research Universities","year":2020,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Government (linguistics); Higher education; Work (physics)","score_opus":0.11183757760322847,"score_gpt":0.4214804456024732,"score_spread":0.30964286799924473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7000408674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5696382,0.000020853531,1.3952524e-8,0.00019005056,0.00028226912,0.0003618715,0.00012395161,0.000055452274,0.42932734],"genre_scores_gemma":[0.98859304,0.00011513141,0.00029430416,0.000066838016,0.00005421149,0.000024175046,0.001120377,0.00006241432,0.009669491],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99033594,0.0053165397,0.00059200363,0.0007463089,0.0021898623,0.0008193384],"domain_scores_gemma":[0.99653614,0.00082611316,0.00050070375,0.00037722866,0.0011280228,0.0006317724],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.012222393,0.00030026524,0.0004237375,0.001530739,0.0025277543,0.00016350384,0.0011260763,0.0007358874,0.0005969312],"category_scores_gemma":[0.004335261,0.00038829845,0.000114647046,0.0014858199,0.00018165297,0.0025225305,0.000055028457,0.0021070712,0.00017771308],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009148408,0.000142763,0.0004542101,0.00022282773,0.000073105584,0.00006996096,0.0076893233,0.00008727395,0.0024902557,0.92001194,0.000010452336,0.06865641],"study_design_scores_gemma":[0.0011555131,0.0004571495,0.059179943,0.0010082118,0.00019726029,0.0000020106104,0.33252394,0.00023910202,0.011334738,0.031167667,0.5611399,0.0015945573],"about_ca_topic_score_codex":0.69179213,"about_ca_topic_score_gemma":0.938317,"teacher_disagreement_score":0.88884425,"about_ca_system_score_codex":0.004312108,"about_ca_system_score_gemma":0.0015648226,"threshold_uncertainty_score":0.9998569},"labels":[],"label_agreement":null},{"id":"W7001143308","doi":"","title":"Instructional Designers Perceptions of Their Agency: Tales of Change and Community","year":2006,"lang":"en","type":"article","venue":"AUSpace (Athabasca University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Perception; Work (physics); Instructional design; Community of practice","score_opus":0.16059250139434453,"score_gpt":0.3361232635186077,"score_spread":0.1755307621242632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7001143308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9717191,0.00003486312,0.00023572869,0.0016983118,0.000052954816,0.00011611283,0.000022036535,0.000030145837,0.02609076],"genre_scores_gemma":[0.99532324,0.00008462248,0.0024476587,0.000009216695,0.0000363056,3.836245e-7,0.0000072188686,0.0000037177895,0.0020876632],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99859196,0.00093265186,0.00008120444,0.00008437864,0.00021053202,0.00009927271],"domain_scores_gemma":[0.99910796,0.0004173899,0.00018266778,0.00012329375,0.00012869724,0.00003999088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007722142,0.00006233245,0.00010576758,0.00020839409,0.00067457533,0.000011224466,0.00021696757,0.00006260267,0.0001497632],"category_scores_gemma":[0.00013916763,0.0000689684,0.000048374746,0.00028090415,0.00058691937,0.00068450323,0.00007454365,0.0001697159,0.000002341927],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006699288,0.0005850182,0.3424464,0.00007610518,0.00010440219,0.000003609686,0.18180692,0.00004917706,0.006422957,0.45766684,0.0011933976,0.009578183],"study_design_scores_gemma":[0.00050689233,0.00013613018,0.82004833,0.00005333092,0.00008688151,0.0000022683967,0.14438964,0.000039697577,0.00043774114,0.003442449,0.030660085,0.00019657018],"about_ca_topic_score_codex":0.054256167,"about_ca_topic_score_gemma":0.028521845,"teacher_disagreement_score":0.47760192,"about_ca_system_score_codex":0.00007517907,"about_ca_system_score_gemma":0.00010557626,"threshold_uncertainty_score":0.9892051},"labels":[],"label_agreement":null},{"id":"W7003666831","doi":"","title":"","year":2023,"lang":"en","type":"other","venue":"Directory of Open access Books (OAPEN Foundation)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Conversation; Transformative learning; Discipline; State (computer science); Field (mathematics)","score_opus":0.36670735973172364,"score_gpt":0.5737865622219616,"score_spread":0.20707920249023792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7003666831","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005305734,0.00012118984,0.00012159201,0.005188728,0.0032849505,0.0041434383,0.000009039573,0.002132931,0.98446757],"genre_scores_gemma":[0.0074031004,0.0013169843,0.0014669065,0.0005173332,0.0010330058,0.0006980996,0.00020768134,0.0019097703,0.9854471],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98992085,0.0034202158,0.0013952625,0.0014543497,0.0029801086,0.00082919915],"domain_scores_gemma":[0.98989147,0.0029228614,0.0047350996,0.0014596945,0.0005940861,0.00039679414],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010519983,0.000713123,0.0014026837,0.0015371494,0.0016863878,0.007567998,0.012814749,0.0003986259,0.048184723],"category_scores_gemma":[0.008858853,0.0008148226,0.0003063356,0.0012044007,0.0012932348,0.012997861,0.003321729,0.0007253413,0.0029453048],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019718087,0.00048679975,0.035921443,0.000285685,0.0012730794,0.000023589688,0.006994065,0.00004235208,0.00004647694,0.34517938,0.23147361,0.37807631],"study_design_scores_gemma":[0.0008062095,0.000031771946,0.015191242,0.0006696003,0.00017049014,4.9067296e-7,0.0011004546,0.000009043011,0.000036199395,0.0026011516,0.97849685,0.0008864847],"about_ca_topic_score_codex":0.31105584,"about_ca_topic_score_gemma":0.38962227,"teacher_disagreement_score":0.7470232,"about_ca_system_score_codex":0.00068096496,"about_ca_system_score_gemma":0.0028922656,"threshold_uncertainty_score":0.9996133},"labels":[],"label_agreement":null},{"id":"W7008736766","doi":"","title":"Conceptualizing SoTL: Situating One Research-Intensive University into a Broader 4M Framework","year":2024,"lang":"en","type":"article","venue":"Indiana Magazine of History (Indiana University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Conceptualization; Scholarship; Dichotomy; Institution; Relation (database); Academic institution","score_opus":0.2259978200577651,"score_gpt":0.40091653582784426,"score_spread":0.17491871577007917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7008736766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5033496,0.007943568,0.004464352,0.03195032,0.0035747166,0.0016628656,0.000067180285,0.0012640194,0.44572338],"genre_scores_gemma":[0.9481176,0.00037374545,0.004733974,0.00020871616,0.0003031346,5.2207383e-7,0.000012553947,0.000041160936,0.046208568],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99531424,0.0018975823,0.00027720488,0.00066244707,0.0012191193,0.0006294104],"domain_scores_gemma":[0.9957028,0.0021762624,0.00028525898,0.00043385295,0.0010351068,0.00036674523],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002958193,0.00021472393,0.00035655402,0.0020421452,0.0012083846,0.000079306395,0.0009791664,0.00035119118,0.0016082686],"category_scores_gemma":[0.0039786086,0.00029802506,0.00020522163,0.0018502943,0.0021293652,0.0016578343,0.00025837548,0.0013160496,0.0006726937],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014094907,0.00016700385,0.002185478,0.00027366984,0.0004254836,0.001360126,0.37606966,0.000088764544,0.0017370288,0.55435985,0.055056863,0.008135105],"study_design_scores_gemma":[0.00029266512,0.00011123844,0.0008812843,0.00049161597,0.00012893975,0.0000021874173,0.08835503,0.00007407779,0.000050444443,0.0016020483,0.90769076,0.00031970744],"about_ca_topic_score_codex":0.013161829,"about_ca_topic_score_gemma":0.008580606,"teacher_disagreement_score":0.8526339,"about_ca_system_score_codex":0.0048689637,"about_ca_system_score_gemma":0.0027139843,"threshold_uncertainty_score":0.9999472},"labels":[],"label_agreement":null},{"id":"W7012942978","doi":"","title":"TPS Quarterly","year":2005,"lang":"en","type":"article","venue":"TSpace (University of Toronto)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Focus (optics); Join (topology); Power (physics); Scale (ratio)","score_opus":0.056980445947847375,"score_gpt":0.3624796025709402,"score_spread":0.3054991566230928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7012942978","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2501138,0.00025484225,0.0005756777,0.03522028,0.00012344982,0.000103616905,0.0000015844214,0.00010123491,0.7135055],"genre_scores_gemma":[0.96676135,0.000086459186,0.0071746097,0.000046818288,0.00010155334,4.786051e-8,8.950169e-7,0.000003201028,0.025825048],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913377,0.000228287,0.000045520344,0.000117902964,0.0003331841,0.00014132418],"domain_scores_gemma":[0.9994614,0.00010787974,0.00012994808,0.00014190927,0.00007738784,0.00008143392],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007336893,0.000048004727,0.00008862768,0.000018133016,0.00042097634,0.000015875232,0.00029078958,0.000058489706,0.0381794],"category_scores_gemma":[0.000071501214,0.0000653077,0.00005417469,0.00003515726,0.00014912516,0.0013874496,0.000019949783,0.00006453396,0.00021372252],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004316668,0.000101752696,0.0010875263,0.0000057008783,0.000035928875,0.0000022795425,0.41597953,0.000021043768,0.00026897603,0.032726426,0.006172894,0.5435548],"study_design_scores_gemma":[0.0005027491,0.00013424459,0.16212152,0.00001398993,0.000053997832,4.737817e-7,0.28026178,0.00026165586,0.000012427235,0.000096100535,0.55636036,0.0001807098],"about_ca_topic_score_codex":0.45499218,"about_ca_topic_score_gemma":0.6110894,"teacher_disagreement_score":0.71664757,"about_ca_system_score_codex":0.00026926075,"about_ca_system_score_gemma":0.00010516132,"threshold_uncertainty_score":0.96269983},"labels":[],"label_agreement":null},{"id":"W7015622454","doi":"","title":"Tenure and promotion evaluations: academics' perceptions at Canadian universities' faculties of education","year":2017,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"McGill University; University of Pennsylvania","keywords":"Promotion (chess); Perception; Quality (philosophy); Higher education","score_opus":0.08956186778527785,"score_gpt":0.4070680014357684,"score_spread":0.3175061336504905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015622454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76481086,0.00027800602,5.0158395e-8,0.0006385479,0.001130753,0.00084729557,0.0007818379,0.00007951647,0.23143314],"genre_scores_gemma":[0.8722923,0.00092201785,0.00038028724,0.00007450773,0.00009309724,0.00008464133,0.0015872809,0.000055712477,0.124510184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99589986,0.0012561687,0.0005458477,0.0006487422,0.001192942,0.000456431],"domain_scores_gemma":[0.99617916,0.0003014036,0.00126155,0.0004936186,0.0013127625,0.0004515044],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032106289,0.0003699542,0.00040248965,0.0007326881,0.0075010243,0.0001698474,0.0005997887,0.0010465183,0.0011699233],"category_scores_gemma":[0.003856182,0.00044640515,0.00015781447,0.00025359,0.0003101696,0.002369997,0.00005999925,0.0011386202,0.00013648448],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014947105,0.00043087418,0.0015672678,0.000713716,0.00046656004,0.000008850625,0.010120721,0.000060398605,0.008989201,0.49260855,0.00039945054,0.48448494],"study_design_scores_gemma":[0.0010927795,0.00025721212,0.07705489,0.0019452777,0.001732864,0.000027036891,0.17331445,0.000052348725,0.0018904172,0.03873479,0.7018904,0.002007499],"about_ca_topic_score_codex":0.19816782,"about_ca_topic_score_gemma":0.68817514,"teacher_disagreement_score":0.701491,"about_ca_system_score_codex":0.0038721724,"about_ca_system_score_gemma":0.0024277875,"threshold_uncertainty_score":0.9999518},"labels":[],"label_agreement":null},{"id":"W7017484901","doi":"","title":"An Automated Feedback System Framework to Facilitate Instructor Self-Assessment","year":2023,"lang":"en","type":"dissertation","venue":"The Atrium (University of Guelph)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Jeddah","keywords":"Identification (biology); Process (computing); Quality (philosophy); Instructional design; Exploratory research; Work (physics); Data collection","score_opus":0.06364215638410672,"score_gpt":0.36749649062631595,"score_spread":0.3038543342422092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7017484901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97905064,0.000029447974,0.00017204635,0.002696845,0.0017934751,0.00081870024,0.000069031215,0.0018667376,0.013503054],"genre_scores_gemma":[0.9843693,0.000057242167,0.0075142765,0.000023654162,0.00013835267,0.0000015005411,0.00016903662,0.000028678864,0.007697998],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9965537,0.0013713383,0.00023276535,0.00039488616,0.001133498,0.00031381098],"domain_scores_gemma":[0.9975257,0.0006478746,0.00061991904,0.0005712431,0.0004437646,0.00019150549],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002820733,0.0002055005,0.000361654,0.00027584835,0.0014899337,0.00010407619,0.0014508906,0.00037206596,0.00018810005],"category_scores_gemma":[0.0002568473,0.0002191558,0.00015887586,0.00082953373,0.00009993182,0.0005036385,0.00008568148,0.0005100569,0.0006157079],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040189302,0.00019783824,0.0013031769,0.00085176015,0.00072654465,0.000032194792,0.9213741,0.0009768096,0.0031349352,0.05355807,0.011992271,0.0054504247],"study_design_scores_gemma":[0.00025454088,0.00013076332,0.30281508,0.0002804444,0.0003804473,5.2408956e-7,0.6837165,0.0015781203,0.0000054622355,0.00036461427,0.01013764,0.00033588815],"about_ca_topic_score_codex":0.02689807,"about_ca_topic_score_gemma":0.011917875,"teacher_disagreement_score":0.30151188,"about_ca_system_score_codex":0.0006848619,"about_ca_system_score_gemma":0.00083737675,"threshold_uncertainty_score":0.99981},"labels":[],"label_agreement":null},{"id":"W7018546365","doi":"","title":"Divided Loyalties: Induction to Changing Expectations\\nThe Perceptions of a Group of Recently Appointed University Faculty about the Expectations for Teaching and Research in the Performance of their Professorial Roles.","year":2016,"lang":"en","type":"dissertation","venue":"Summit (Simon Fraser University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Scholarship; Craft; Higher education; Faculty development; Perception; Variety (cybernetics)","score_opus":0.08581355154163156,"score_gpt":0.3865167915331174,"score_spread":0.30070323999148585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7018546365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931225,0.00004296927,0.00021180889,0.0015898324,0.000266056,0.0014374476,0.00013123892,0.000020531303,0.0031776011],"genre_scores_gemma":[0.9967991,0.00012766145,0.00031831558,0.000005916679,0.00010575091,0.000012384356,0.00015365619,0.000013072471,0.002464116],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9958622,0.002581958,0.00029811877,0.0003018674,0.0006783336,0.00027754114],"domain_scores_gemma":[0.9962819,0.00212222,0.0005592752,0.0002699198,0.00071750476,0.00004913309],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0038449941,0.00015131064,0.00025793863,0.0012579325,0.0018677762,0.00003080209,0.00072345993,0.00019807463,0.000020663249],"category_scores_gemma":[0.001034605,0.000116099756,0.00011200135,0.0012875813,0.00041015673,0.0006872467,0.00007360723,0.000586217,0.0000017295648],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00185754,0.00051800953,0.037259698,0.00045815913,0.00023813096,0.0000012653024,0.901424,0.00012251886,0.0006805256,0.036265537,0.0015836635,0.01959098],"study_design_scores_gemma":[0.00056666863,0.00013987254,0.0046957443,0.00046038517,0.00008139303,3.7347876e-9,0.9863077,0.000073147196,0.00026910115,0.00014113779,0.0071430365,0.000121801015],"about_ca_topic_score_codex":0.0022669989,"about_ca_topic_score_gemma":0.09645525,"teacher_disagreement_score":0.09418826,"about_ca_system_score_codex":0.00027463233,"about_ca_system_score_gemma":0.00033913302,"threshold_uncertainty_score":0.99943167},"labels":[],"label_agreement":null},{"id":"W7018550959","doi":"","title":"Educational Developers and Their Uses of Learning Theories: Conceptions and Practices","year":2013,"lang":"en","type":"dissertation","venue":"Library and Archives Canada (Government of Canada)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Experiential learning; Learning theory; Learning sciences; Active learning (machine learning); Exploratory research; Education theory; Open learning; Educational research","score_opus":0.019315480117403378,"score_gpt":0.2812932816432062,"score_spread":0.26197780152580286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7018550959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67519516,0.001387966,0.0000046097675,0.012525047,0.00025795493,0.0002316813,0.000058908212,0.000007174723,0.3103315],"genre_scores_gemma":[0.9596018,0.0018128087,0.0007450015,0.00016588136,0.00006724552,0.0000136060235,0.00004006135,0.000012656752,0.037540942],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9980652,0.00035928158,0.00024251081,0.00019641043,0.0009946505,0.00014195789],"domain_scores_gemma":[0.99647623,0.0024259735,0.0008855056,0.000071646435,0.0000043515097,0.00013627617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007828452,0.00014084553,0.00020348234,0.000030857373,0.0005677151,0.00006727082,0.00013988334,0.00004770349,0.00015738084],"category_scores_gemma":[0.00029244708,0.00012914825,0.000013295445,0.0000559466,0.00023160911,0.00091005635,0.00003891317,0.00021042474,2.707935e-9],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018903581,0.000034664925,0.07438504,0.0004178545,0.00022196073,0.0000011833924,0.03206509,0.000019053894,0.0036424026,0.87093526,0.0007141178,0.017374367],"study_design_scores_gemma":[0.00023881465,0.00006956988,0.2020275,0.00039911247,0.000089880545,0.0000020589853,0.6557921,0.00014890902,0.0035461953,0.009474895,0.12780088,0.00041006613],"about_ca_topic_score_codex":0.031948403,"about_ca_topic_score_gemma":0.19343188,"teacher_disagreement_score":0.8614603,"about_ca_system_score_codex":0.000007352267,"about_ca_system_score_gemma":0.004951291,"threshold_uncertainty_score":0.9744979},"labels":[],"label_agreement":null},{"id":"W7018605838","doi":"","title":"Developing Teaching and Learning Programmes for New Lecturers in Higher Education to allow for exploration of the link between research and teaching: a collaborative UK/Canada Project","year":2008,"lang":"en","type":"book","venue":"Bristol Research (University of Bristol)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Link (geometry); Qualitative research; Collaborative learning; Context (archaeology)","score_opus":0.42284800053137844,"score_gpt":0.49058026106701375,"score_spread":0.0677322605356353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7018605838","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18490273,0.00503747,0.013328502,0.5786875,0.0010089186,0.0457537,0.00033221458,0.00017790387,0.1707711],"genre_scores_gemma":[0.23343237,0.0003631152,0.06398882,0.000065102424,0.0009586558,0.0000782665,0.00018589525,0.00007895179,0.7008488],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931229,0.0037639514,0.00031204906,0.00059052,0.0016974156,0.00051316025],"domain_scores_gemma":[0.99214065,0.00522728,0.00049017294,0.00023697998,0.0017249106,0.00018000057],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.013354571,0.00018320794,0.00045886787,0.0008485609,0.0038482312,0.00012797813,0.0007149222,0.00029883112,0.0000048715833],"category_scores_gemma":[0.010873621,0.00020707441,0.00006200068,0.00053573254,0.00078370294,0.0006207694,0.00031716775,0.0020985855,4.3686507e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008452617,0.00010800157,0.0040901704,0.0011299397,0.00026617182,0.0000046257346,0.22451387,0.00008624962,0.000057314144,0.09403309,0.2403292,0.4345361],"study_design_scores_gemma":[0.0004927119,0.00037597047,0.0020172675,0.0006234833,0.000032390733,5.556082e-7,0.03374066,0.000034662968,0.000004581232,0.005633202,0.9568317,0.00021284059],"about_ca_topic_score_codex":0.5193897,"about_ca_topic_score_gemma":0.51778877,"teacher_disagreement_score":0.7165025,"about_ca_system_score_codex":0.0025049394,"about_ca_system_score_gemma":0.02806912,"threshold_uncertainty_score":0.9974582},"labels":[],"label_agreement":null},{"id":"W7019001079","doi":"","title":"Faculty development units at Mexican higher education institutions: A descriptive study of characteristics, common practices and challenges","year":2011,"lang":"en","type":"article","venue":"Purdue e-Pubs (Purdue University System)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Institution; Variety (cybernetics); Faculty development; Work (physics); Descriptive research; Descriptive statistics; Professional development","score_opus":0.48947286085284103,"score_gpt":0.3898695915198285,"score_spread":0.09960326933301256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7019001079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9360929,0.0004063423,0.0000108917575,0.0010311514,0.00062473293,0.0009874693,0.000027247113,0.0001254019,0.06069384],"genre_scores_gemma":[0.99462026,0.00021769397,0.00076433347,0.000016449283,0.00007882829,0.000011455264,0.000039911578,0.000011330837,0.00423975],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.996815,0.0015644976,0.00034748935,0.00041118756,0.00060540903,0.0002563947],"domain_scores_gemma":[0.99720514,0.0002750516,0.0013145587,0.00028685396,0.00070469856,0.00021367868],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0021439462,0.0001925654,0.0003441123,0.00028178593,0.0013055307,0.000059463728,0.00043551813,0.00013773392,0.00007801783],"category_scores_gemma":[0.0007008618,0.00020999933,0.00003064377,0.0003626782,0.00027138973,0.0014085451,0.00022899364,0.00020833717,0.00003950549],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044654912,0.0023057905,0.0971753,0.00057713356,0.0005014307,0.000036641926,0.7387215,0.000002201915,0.00004540359,0.1503934,0.0004272651,0.009367376],"study_design_scores_gemma":[0.0005705026,0.00015671086,0.3240812,0.00021630283,0.00020259511,0.000005305832,0.40501323,0.0000036998583,0.000046825415,0.000017715152,0.2694458,0.00024008525],"about_ca_topic_score_codex":0.019362906,"about_ca_topic_score_gemma":0.015059916,"teacher_disagreement_score":0.3337083,"about_ca_system_score_codex":0.0011032729,"about_ca_system_score_gemma":0.0011863415,"threshold_uncertainty_score":0.99999464},"labels":[],"label_agreement":null},{"id":"W7019305931","doi":"","title":"Faculty Perceptions on Contextual Factors as Affordances or Constraints to Innovative Teaching and Learning in Polytechnic Institutions","year":2021,"lang":"","type":"dissertation","venue":"TSpace","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Affordance; Context (archaeology); Relevance (law); Perception; Narrative; Higher education; Identity (music); Perspective (graphical); Adaptation (eye)","score_opus":0.18763248786546216,"score_gpt":0.5285576330287055,"score_spread":0.34092514516324335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7019305931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9369494,0.00006981713,0.00040003445,0.0049989177,0.0006896307,0.0011590773,0.000037809645,0.00016152482,0.055533823],"genre_scores_gemma":[0.95258033,0.000115979776,0.0022511468,0.00039542475,0.0001299031,0.00010700953,0.00064623216,0.0000396723,0.04373432],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99288327,0.0032558606,0.0008105536,0.001117332,0.0012542042,0.0006787914],"domain_scores_gemma":[0.9952247,0.0027603523,0.0008870419,0.00026532199,0.00055137137,0.00031121736],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004163353,0.00063004275,0.00075342256,0.00087849546,0.0044959434,0.00061270467,0.00045629326,0.00058209605,0.0021664065],"category_scores_gemma":[0.03562313,0.0006102961,0.00011627386,0.001888184,0.0008115584,0.0009354134,0.00012632449,0.004491316,0.00015330536],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027292024,0.0003588851,0.005833811,0.00006215406,0.0001262732,0.000022030126,0.9211994,0.00079228927,0.0019038968,0.041456766,0.00020438858,0.02776718],"study_design_scores_gemma":[0.00055814144,0.00056394027,0.06986925,0.0012607491,0.00007625812,0.0000062613726,0.91267455,0.000056227527,0.00011491202,0.000050017556,0.014073026,0.00069664826],"about_ca_topic_score_codex":0.02249276,"about_ca_topic_score_gemma":0.046832625,"teacher_disagreement_score":0.06403544,"about_ca_system_score_codex":0.00067716005,"about_ca_system_score_gemma":0.0033284947,"threshold_uncertainty_score":0.99963486},"labels":[],"label_agreement":null},{"id":"W7019356029","doi":"","title":"Faculty Workload after the Quarter to Semester Conversion","year":2016,"lang":"en","type":"article","venue":"CSUSB ScholarWorks (California State University, San Bernardino)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workload; Quarter (Canadian coin); Attendance; Measure (data warehouse)","score_opus":0.04283465411917596,"score_gpt":0.3246689220566762,"score_spread":0.2818342679375002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7019356029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8750266,0.00009437449,0.006200157,0.098723166,0.0008827501,0.0008343908,0.00034912626,0.0003075891,0.017581854],"genre_scores_gemma":[0.9740079,0.00014990671,0.0007370841,0.0017213367,0.00025026026,0.000004778053,0.0000102317845,0.000028885572,0.023089629],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99593467,0.0014165957,0.00026929882,0.0005757725,0.0011055561,0.0006981172],"domain_scores_gemma":[0.99767214,0.00068257016,0.00023888022,0.0005585781,0.00036547796,0.00048233647],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002591944,0.0002725742,0.00024309654,0.00022396712,0.0016264943,0.0004048276,0.0010937639,0.00019611466,0.0017432545],"category_scores_gemma":[0.0005873162,0.00018868242,0.00021340928,0.0005626525,0.0004020642,0.0017125629,0.0004443011,0.0005505683,0.0040115844],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029632142,0.00033481675,0.5417627,0.00003082445,0.00050008815,0.0002600445,0.04397408,0.00021592519,0.0005276354,0.0019394417,0.31589392,0.0915973],"study_design_scores_gemma":[0.0009501712,0.000057340843,0.041189913,0.00016501629,0.00009289544,0.0000035775192,0.0075118556,0.000011422578,0.000052245854,0.0003665381,0.94920695,0.0003920681],"about_ca_topic_score_codex":0.000724023,"about_ca_topic_score_gemma":0.0010377383,"teacher_disagreement_score":0.63331306,"about_ca_system_score_codex":0.00063180685,"about_ca_system_score_gemma":0.00019038793,"threshold_uncertainty_score":0.99967325},"labels":[],"label_agreement":null},{"id":"W7019860131","doi":"","title":"The Institutional Strategy and Undergraduate Teaching in World-Class Universities – Case Study in China, United Kingdom and Canada","year":2022,"lang":"en","type":"dissertation","venue":"UCL Discovery (University College London)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Underpinning; Higher education; Face (sociological concept); Competition (biology); Value (mathematics); Discipline; Strategic planning","score_opus":0.03464586251910179,"score_gpt":0.3240300051547813,"score_spread":0.2893841426356795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7019860131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97655594,0.00011379642,0.0000014696149,0.0029173836,0.00041390522,0.0006802661,0.00021538346,0.000024212655,0.01907762],"genre_scores_gemma":[0.9238431,0.000096897624,0.000010251627,0.000036186106,0.000023000983,0.000001940182,0.00016595716,0.000012389982,0.07581027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9960028,0.0022445377,0.00021775372,0.00044914454,0.0007571141,0.00032867404],"domain_scores_gemma":[0.9983241,0.0010505947,0.00030586263,0.00017564616,0.000044595858,0.00009920246],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0016687665,0.0002381798,0.00027835325,0.00092879497,0.00489669,0.00023988012,0.00038401055,0.00009495291,0.00003992392],"category_scores_gemma":[0.00016360826,0.00026795303,0.000037981725,0.0009542748,0.00023953214,0.0017849685,0.00018455212,0.0011370763,3.6422588e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091613154,0.0003912341,0.054445274,0.000083017134,0.00023650643,0.020448867,0.06347184,0.005342736,0.0000017453348,0.8526098,0.0013253998,0.00072744],"study_design_scores_gemma":[0.0014207097,0.00006538929,0.06399672,0.00006378545,0.000099341734,0.000040137547,0.88653946,0.00080220046,6.977967e-8,0.00034942976,0.04627781,0.0003449595],"about_ca_topic_score_codex":0.98434275,"about_ca_topic_score_gemma":0.9996835,"teacher_disagreement_score":0.85226035,"about_ca_system_score_codex":0.0026501769,"about_ca_system_score_gemma":0.0045095524,"threshold_uncertainty_score":0.9999773},"labels":[],"label_agreement":null},{"id":"W7020574309","doi":"","title":"Marko Fürstenberg - Inaxa Stream [ratc002]","year":2004,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sound (geography); Club; Milestone; Object (grammar); German","score_opus":0.018699975283346687,"score_gpt":0.2734786015529593,"score_spread":0.25477862626961256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020574309","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027951823,0.00039314938,5.5501965e-7,0.0020328893,0.0006407098,0.0006244209,0.000080522135,0.00039748006,0.99580234],"genre_scores_gemma":[0.0008971685,0.00063763146,0.002024262,0.00038211557,0.00045263662,0.000020262389,0.00011541672,0.00013104439,0.99533945],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99698484,0.00044716982,0.0006946799,0.0002674499,0.00118655,0.00041928678],"domain_scores_gemma":[0.997543,0.0003362774,0.0012523696,0.00043797196,0.00023617798,0.00019419803],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013457517,0.0003332009,0.0004289265,0.00013960616,0.00028723906,0.000157172,0.0006368881,0.00062361965,0.6184714],"category_scores_gemma":[0.0012864562,0.00036842973,0.00018849198,0.000016550477,0.00036314668,9.06068e-7,0.000099446115,0.00046206763,0.025854273],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003342311,0.00006532687,0.000005650243,0.00020054038,0.00006942416,0.000009543388,0.001330295,0.0001653352,4.1970956e-8,0.0006020532,0.9921471,0.005371275],"study_design_scores_gemma":[0.00045107648,0.00008712022,0.000016253225,0.00031929053,0.00008538351,0.000009837522,0.0010278772,0.0000018874399,0.0000013731612,0.000075238684,0.99754584,0.00037884343],"about_ca_topic_score_codex":0.102330945,"about_ca_topic_score_gemma":0.04037686,"teacher_disagreement_score":0.59261715,"about_ca_system_score_codex":0.00022869394,"about_ca_system_score_gemma":0.0002821277,"threshold_uncertainty_score":0.99987674},"labels":[],"label_agreement":null},{"id":"W7024987459","doi":"","title":"Survey of Research Approaches Utilised in The Scholarship of Teaching and Learning Publications","year":2017,"lang":"en","type":"article","venue":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Leeds; McMaster University; Elon University","keywords":"Scholarship; Triangulation; Scholarship of Teaching and Learning; Data collection; Multimethodology; Interpretation (philosophy); Qualitative research; Empirical research","score_opus":0.5384529543913528,"score_gpt":0.46062630464903054,"score_spread":0.07782664974232223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024987459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9534135,0.00016344659,0.00026878362,0.020772336,0.000021388738,0.0005221892,0.000075392076,0.000016376984,0.024746591],"genre_scores_gemma":[0.9933642,0.00074336305,0.0021577245,0.0000031851532,0.000014085752,1.7398367e-8,0.000024225541,0.000006450313,0.0036867498],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9858893,0.0112586655,0.0002115789,0.00037307033,0.0018390362,0.00042833854],"domain_scores_gemma":[0.9903159,0.0062049753,0.0007931097,0.0009157172,0.0016311287,0.00013918144],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.039190244,0.00012274653,0.00042025239,0.00094546843,0.005256325,0.000050114166,0.0038494973,0.0002698207,0.00018601089],"category_scores_gemma":[0.0073044132,0.00013608494,0.00014736633,0.0010135665,0.006863903,0.001234098,0.0012518108,0.0025647057,0.0000027171561],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013768452,0.0016133345,0.5608547,0.0004244293,0.00033151766,0.000017938675,0.38093674,0.00064320106,0.0006633545,0.028430853,0.001499365,0.023207754],"study_design_scores_gemma":[0.00091271027,0.00017978715,0.546505,0.00019215466,0.000053068718,5.9233327e-7,0.44463387,0.0010690722,0.000010717504,0.00021945483,0.006123719,0.00009987559],"about_ca_topic_score_codex":0.19800787,"about_ca_topic_score_gemma":0.11869418,"teacher_disagreement_score":0.07931368,"about_ca_system_score_codex":0.00013733034,"about_ca_system_score_gemma":0.00079226284,"threshold_uncertainty_score":0.9997364},"labels":[],"label_agreement":null},{"id":"W7034015991","doi":"","title":"Student Views: HT #3","year":2013,"lang":"en","type":"article","venue":"Sound Ideas (University of Puget Sound)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Term (time); Class (philosophy); Process (computing); Identification (biology); Work (physics)","score_opus":0.10168944998690053,"score_gpt":0.38586366881028544,"score_spread":0.2841742188233849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034015991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9035006,0.00017119637,0.0013516621,0.0063348673,0.00031493919,0.00034947917,0.00000330741,0.00011336409,0.08786056],"genre_scores_gemma":[0.9798873,0.000083677325,0.0020396074,0.00016566266,0.00011121171,8.1076826e-7,0.0000050432095,0.000008780747,0.017697902],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99788904,0.000591595,0.00015029854,0.00025405083,0.0008241113,0.00029091278],"domain_scores_gemma":[0.99859935,0.000337036,0.00030761017,0.00028349567,0.00030215198,0.00017037064],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016464209,0.000110518486,0.00020533988,0.00013292494,0.0011049447,0.00013679852,0.00068141526,0.00010926453,0.0057715634],"category_scores_gemma":[0.00042045122,0.0001366178,0.00013375226,0.00027218342,0.00048329635,0.001548974,0.00014902721,0.00019951766,0.0018605359],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009026197,0.00015732503,0.033768035,0.000016002996,0.000089224915,0.0000033867182,0.059646033,0.00003443391,0.0000125166525,0.89349335,0.012365997,0.0004046771],"study_design_scores_gemma":[0.00029848237,0.000039221482,0.038225867,0.000011486969,0.00005289224,5.555113e-7,0.081079885,0.000026358257,1.3954904e-7,0.83643997,0.043675493,0.00014966239],"about_ca_topic_score_codex":0.014782368,"about_ca_topic_score_gemma":0.008994346,"teacher_disagreement_score":0.07638668,"about_ca_system_score_codex":0.00020538855,"about_ca_system_score_gemma":0.00015979141,"threshold_uncertainty_score":0.9989166},"labels":[],"label_agreement":null},{"id":"W7036138656","doi":"","title":"1690 Attaque de Quebec une Epave Raconte","year":2005,"lang":"fr","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.018393950594168075,"score_gpt":0.2723973933609287,"score_spread":0.2540034427667606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036138656","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007079665,0.0009426706,0.000003945491,0.016891455,0.0008843674,0.00073358224,0.00006437786,0.00018409533,0.97958755],"genre_scores_gemma":[0.005053338,0.0008251525,0.004355766,0.0016547859,0.0011117893,0.000028036477,0.00007824414,0.000104570536,0.98678833],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952173,0.0011766893,0.0013151363,0.0003727493,0.0011882564,0.00072983466],"domain_scores_gemma":[0.99555427,0.0011245542,0.0020229076,0.0005102946,0.00044651132,0.00034145996],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0024933624,0.00056176865,0.00068176794,0.00011775985,0.00045705348,0.00021496287,0.0008592459,0.0009382255,0.8532663],"category_scores_gemma":[0.0017870772,0.0006182596,0.0003652909,0.000029397146,0.00079577666,0.0000021861324,0.0001310209,0.00085445034,0.083746396],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008561029,0.00013121826,0.000022591059,0.00026687578,0.00015491125,0.000015845168,0.0076485313,0.002760854,8.015965e-7,0.0033683195,0.94046956,0.045074873],"study_design_scores_gemma":[0.00066257664,0.00012887114,0.0002139266,0.00042168394,0.00022149624,0.00004708083,0.0018039539,0.00016648795,0.000006892349,0.00004971901,0.99566585,0.0006114861],"about_ca_topic_score_codex":0.41246325,"about_ca_topic_score_gemma":0.3884413,"teacher_disagreement_score":0.7695199,"about_ca_system_score_codex":0.0007523723,"about_ca_system_score_gemma":0.0004815251,"threshold_uncertainty_score":0.9996269},"labels":[],"label_agreement":null},{"id":"W7038370223","doi":"","title":"Honors go to quarter of grads","year":2010,"lang":"en","type":"other","venue":"Rice Digital Scholarship Archive (Rice University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Rice University","keywords":"Newspaper; Quarter (Canadian coin); Rose (mathematics); Period (music)","score_opus":0.043398874942610195,"score_gpt":0.32321838948915127,"score_spread":0.2798195145465411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038370223","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053329538,0.000031596097,0.0005889456,0.0013786386,0.00042821956,0.00046708103,0.00026633756,0.0002515857,0.9912546],"genre_scores_gemma":[0.06684967,0.00008310024,0.0032986586,0.00020004921,0.00040856528,0.0000015846759,0.00008433367,0.00018810686,0.92888594],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973304,0.0005879251,0.00020891336,0.00053769926,0.00088780356,0.00044724505],"domain_scores_gemma":[0.99765164,0.0007585452,0.00054053764,0.00046963466,0.0001425994,0.00043702466],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007827644,0.0002880912,0.0003497595,0.0012768416,0.00033454495,0.0002862048,0.0013991523,0.00034050105,0.0009337436],"category_scores_gemma":[0.0017402567,0.00033390734,0.00020701578,0.00096746476,0.00035164703,0.0014203319,0.00025659284,0.0010217711,0.0010863804],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045552454,0.0015464012,0.029909998,0.00046352894,0.0010584883,0.00025534723,0.04481235,0.000017775892,0.0016384542,0.3066661,0.58555406,0.027621951],"study_design_scores_gemma":[0.00023393804,0.000079958525,0.0039655846,0.000117376134,0.00008607966,9.894726e-7,0.0023930331,4.4117013e-7,0.00000922998,0.0009842152,0.99174047,0.0003886764],"about_ca_topic_score_codex":0.002868166,"about_ca_topic_score_gemma":0.0063717356,"teacher_disagreement_score":0.4061864,"about_ca_system_score_codex":0.00015706662,"about_ca_system_score_gemma":0.00039295907,"threshold_uncertainty_score":0.99997956},"labels":[],"label_agreement":null},{"id":"W7041088963","doi":"","title":"Verba manent","year":2012,"lang":"en","type":"other","venue":"OpenEdition (OpenEdition)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Phonograph; Focus (optics); Sound (geography); Field (mathematics); Session (web analytics); Sound recording and reproduction","score_opus":0.07570760160214343,"score_gpt":0.37668022156765346,"score_spread":0.30097261996551006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7041088963","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009225065,0.0012002299,0.00036971289,0.06669595,0.00636421,0.001012781,0.00028030892,0.00064670993,0.92342085],"genre_scores_gemma":[0.0031159658,0.0011858272,0.0024576746,0.014610906,0.0074930107,0.0003776215,0.0018928001,0.00039435134,0.9684718],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950888,0.0012091083,0.00052210334,0.0006363341,0.0018527467,0.00069091516],"domain_scores_gemma":[0.9973648,0.0003725615,0.0009784364,0.00064842927,0.0001986711,0.00043705534],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0028053008,0.00043996557,0.00046737367,0.00042562667,0.0009462875,0.00043491108,0.0008783481,0.00068340474,0.20873086],"category_scores_gemma":[0.0008008492,0.0004808159,0.00019620507,0.00033663923,0.00037910257,0.00913837,0.0001637502,0.00059656234,0.029587045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010996842,0.00015735424,0.000042572352,0.000034900655,0.000070184185,0.0000071858008,0.00032577224,0.0000025070785,0.00000497565,0.24481092,0.7504005,0.004132154],"study_design_scores_gemma":[0.0004274106,0.000040724422,0.0009087211,0.00026313093,0.000170331,0.0000050282574,0.0005654369,0.0000025428415,0.000016598904,0.00089441054,0.9961203,0.0005853731],"about_ca_topic_score_codex":0.0030696718,"about_ca_topic_score_gemma":0.015469314,"teacher_disagreement_score":0.24571982,"about_ca_system_score_codex":0.00041310315,"about_ca_system_score_gemma":0.0004407204,"threshold_uncertainty_score":0.9997643},"labels":[],"label_agreement":null},{"id":"W7045900711","doi":"","title":"Assessing the multilevel validity of program-level inferences based on aggregate student perceptions about their general learning","year":2014,"lang":"en","type":"other","venue":"cIRcle (University of British Columbia)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multilevel model; Perception; Normative; Regression analysis; Categorical variable; Data collection","score_opus":0.11498532433687614,"score_gpt":0.3688247159502342,"score_spread":0.25383939161335806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7045900711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.768065,0.000084344785,0.003299194,0.0006557589,0.0005773405,0.0011928022,0.0001926612,0.00037644387,0.2255565],"genre_scores_gemma":[0.93843096,0.00017868145,0.0031308725,0.000042778793,0.00020896678,0.000002121739,0.000032362128,0.000060073384,0.057913158],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99628574,0.0019158449,0.00018812522,0.0004073436,0.0009302856,0.00027269157],"domain_scores_gemma":[0.9977109,0.0005419285,0.001015938,0.00031995232,0.00031705643,0.000094245894],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022336303,0.00009359263,0.0003792222,0.000110819994,0.0012370489,0.0004530139,0.00084671454,0.00027595166,0.0014398921],"category_scores_gemma":[0.0005706619,0.00021078726,0.00019863459,0.00022153312,0.0012503935,0.00029587466,0.00012271536,0.0005048597,0.000028862076],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028486636,0.00039923532,0.04269012,0.00007137439,0.00008550361,0.0000042408415,0.00488857,0.00013197068,0.0000127589,0.0000142685385,0.009408131,0.94229096],"study_design_scores_gemma":[0.00040006544,0.00012717607,0.9509785,0.0008239031,0.000104743274,7.324767e-7,0.011696974,0.0019724166,1.0575083e-7,0.000043611282,0.03362435,0.00022740146],"about_ca_topic_score_codex":0.34419632,"about_ca_topic_score_gemma":0.6017096,"teacher_disagreement_score":0.94206357,"about_ca_system_score_codex":0.00011562231,"about_ca_system_score_gemma":0.0004458021,"threshold_uncertainty_score":0.9994729},"labels":[],"label_agreement":null},{"id":"W7086598898","doi":"","title":"Good Teachers, Scholarly Teachers and Teachers Engaged in Scholarship of Teaching and Learning: A Case Study from McMaster University, Hamilton, Canada","year":2011,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Scholarship of Teaching and Learning; Teaching and learning center; Teaching method; Higher education; Value (mathematics)","score_opus":0.22894340570969912,"score_gpt":0.36830141527442073,"score_spread":0.1393580095647216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7086598898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965397,0.0001633934,0.000030249039,0.00027743954,0.00013865641,0.0007289599,0.000019053758,0.0001416248,0.001960904],"genre_scores_gemma":[0.9925651,0.000047316706,0.00043377347,0.00010161283,0.000050294973,0.0000010680043,0.000006938073,0.00005303771,0.0067408793],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97617227,0.020586783,0.00048771824,0.0010324967,0.0010348408,0.0006858888],"domain_scores_gemma":[0.9962827,0.0017954463,0.00064563844,0.00048033046,0.0002063433,0.00058954494],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012873028,0.00047198837,0.00059895666,0.0008304353,0.0026017295,0.00053285155,0.0010288412,0.00040311774,0.00007658021],"category_scores_gemma":[0.0029522558,0.00059296214,0.00008974614,0.0006001875,0.00044249117,0.0081850095,0.0005472722,0.0071515236,0.0000073937726],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007976508,0.00023852904,0.71072614,0.000009633829,0.00013825002,0.001591461,0.28471938,0.000005289645,0.00012912574,0.000048843936,5.101564e-7,0.0023130563],"study_design_scores_gemma":[0.0019982571,0.00018793692,0.6487341,0.00011103441,0.00022236403,0.000040241448,0.34551904,3.8050973e-7,0.000029139328,0.00002706967,0.0027127548,0.00041771855],"about_ca_topic_score_codex":0.44702032,"about_ca_topic_score_gemma":0.9366853,"teacher_disagreement_score":0.48966503,"about_ca_system_score_codex":0.001032274,"about_ca_system_score_gemma":0.00076994847,"threshold_uncertainty_score":0.9996522},"labels":[],"label_agreement":null},{"id":"W7094553361","doi":"","title":"ã«ããããã³åé²è«¸å½ã®æè²å°å¿µæå¡ã®å®æã«ã¤ã㦠- å°å¥ã®èæ¯ãç¹å¾´ãèª²é¡ -","year":2017,"lang":"","type":"other","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Accountability; Higher education; Balance (ability); Faculty development; Public policy","score_opus":0.27734297943130987,"score_gpt":0.5310396748382119,"score_spread":0.25369669540690204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7094553361","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003037139,0.0040650824,0.0004326713,0.027936518,0.011223009,0.0021590404,0.00007985721,0.00082981074,0.9529703],"genre_scores_gemma":[0.016878545,0.00775849,0.0047170008,0.001954217,0.006851348,0.00012646313,0.00007917223,0.00070368906,0.96093106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98372096,0.004061102,0.0016684724,0.0029319106,0.0051786145,0.0024389557],"domain_scores_gemma":[0.9861263,0.00218586,0.0056940424,0.0040765232,0.00067177386,0.0012454968],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.01249499,0.0018546057,0.0020814156,0.00089877547,0.0065919627,0.0032336933,0.0067007393,0.0028328856,0.32431483],"category_scores_gemma":[0.0106894355,0.0018161803,0.0010904022,0.00060664467,0.0030262205,0.0031240478,0.0011720305,0.002929973,0.05016955],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056611538,0.0006263341,0.0015006661,0.00017164249,0.0008997845,0.000050194878,0.008995765,0.0000124365415,0.0000679165,0.03568799,0.8514348,0.10049584],"study_design_scores_gemma":[0.0011712739,0.00023987683,0.001109186,0.0007665415,0.0007901212,0.00001121995,0.0029084198,0.00011422909,0.00006016009,0.0019190595,0.9886406,0.0022692927],"about_ca_topic_score_codex":0.035299513,"about_ca_topic_score_gemma":0.031761732,"teacher_disagreement_score":0.2741453,"about_ca_system_score_codex":0.0008576397,"about_ca_system_score_gemma":0.0029218765,"threshold_uncertainty_score":0.99968696},"labels":[],"label_agreement":null},{"id":"W7095106660","doi":"","title":"for understanding impact Authors:","year":2015,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Teaching method; Perception; Higher education; Teaching and learning center; Critical thinking","score_opus":0.7595017792072001,"score_gpt":0.6059302676529034,"score_spread":0.1535715115542967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095106660","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014785738,0.000038109312,0.21223237,0.04883024,0.00075272674,0.00038876652,0.000002358882,0.0002569868,0.7227127],"genre_scores_gemma":[0.9808904,0.0000015360689,0.0071727806,0.0001400984,0.00020130651,0.0000058188207,0.0000014118211,0.0000045533498,0.011582088],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99923366,0.0001876729,0.0000700199,0.00007769533,0.00028866154,0.00014225786],"domain_scores_gemma":[0.9992257,0.0004484254,0.000053817574,0.000060353388,0.00007162928,0.00014007153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004705583,0.000033801578,0.00004666427,0.000036825717,0.0002845061,0.00011821309,0.00010272543,0.000038599363,0.00029045346],"category_scores_gemma":[0.004044254,0.00002774181,0.00003697747,0.00008034875,0.000045484736,0.00047598645,0.000009817918,0.000044301254,0.00005700141],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016137377,0.000016292957,0.0029462876,0.0000011574338,0.000013024299,1.3653347e-7,0.018545834,0.000063708045,0.000007933602,0.8695272,0.10806432,0.0007979182],"study_design_scores_gemma":[0.0005962841,0.00015166811,0.0003497461,0.0000075948606,0.000027145892,4.8427177e-7,0.10466975,0.0015701227,0.000020097703,0.4669059,0.42553067,0.00017054453],"about_ca_topic_score_codex":0.0024512114,"about_ca_topic_score_gemma":0.001141789,"teacher_disagreement_score":0.9661047,"about_ca_system_score_codex":0.00045298555,"about_ca_system_score_gemma":0.00033073258,"threshold_uncertainty_score":0.4841642},"labels":[],"label_agreement":null},{"id":"W7095955538","doi":"","title":"pathto Pedagogy University of Manitoba Centre for the Advancement of Teaching &amp;amp; Learning","year":2015,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General partnership; Mandate; Commit; White paper; Teaching and learning center; Higher education; Community of practice; Student engagement","score_opus":0.22700010081388966,"score_gpt":0.4500236453501015,"score_spread":0.22302354453621182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095955538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5031151,0.00046671284,0.2734121,0.08584248,0.0008614597,0.001352904,0.000011415235,0.00018127382,0.13475655],"genre_scores_gemma":[0.9381397,0.00010394329,0.02318648,0.000049770028,0.00008772746,7.021702e-7,0.000005462478,0.0000062716645,0.03841994],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868023,0.0005918279,0.00011752319,0.0001004535,0.00038488154,0.00012505014],"domain_scores_gemma":[0.99840105,0.00095731445,0.00026055667,0.000121934296,0.00021024907,0.000048899525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003926868,0.0000464614,0.000090764865,0.00002741182,0.00043903993,0.000013561195,0.0002398446,0.000031244013,0.0001976084],"category_scores_gemma":[0.0026874978,0.000038388815,0.000047996447,0.000049764334,0.00010276825,0.00025563425,0.000057737998,0.00011820114,0.000023560866],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002646993,0.00035813448,0.08936909,0.00006285381,0.00015662466,5.003397e-7,0.3646321,0.009854559,0.00059969083,0.33757785,0.015136218,0.18198769],"study_design_scores_gemma":[0.00022757697,0.000019606898,0.0005257096,0.000008420283,0.000031637395,7.221776e-8,0.16527292,0.00015137678,0.000011747935,0.00029216395,0.83341753,0.000041215895],"about_ca_topic_score_codex":0.019084105,"about_ca_topic_score_gemma":0.07999848,"teacher_disagreement_score":0.81828135,"about_ca_system_score_codex":0.000086721615,"about_ca_system_score_gemma":0.00019244032,"threshold_uncertainty_score":0.9874479},"labels":[],"label_agreement":null},{"id":"W7096285006","doi":"","title":"THE EFFECTS OF IN-SERVICE TRAINING ON ELEMENTARY TEACHERS ’ SELF-EFFICACY BELIEFS1","year":2016,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Promotion (chess); Work (physics); Initial training","score_opus":0.07587552631681936,"score_gpt":0.40277551723218763,"score_spread":0.32689999091536825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096285006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8717657,0.00004053624,0.000013697052,0.06538959,0.00026366737,0.00033053878,3.7165788e-7,0.000082984894,0.062112924],"genre_scores_gemma":[0.9962953,0.00011817063,0.000549247,0.0010726693,0.00008197018,0.0000138771475,4.0062542e-7,0.00000672432,0.0018616768],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815667,0.0008392162,0.00018392151,0.00013479823,0.0004734504,0.00021196081],"domain_scores_gemma":[0.9925557,0.0070663993,0.00013707647,0.00015343324,0.000041607538,0.000045800603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035889605,0.00006402875,0.00008561118,0.000045307435,0.00031552237,0.000026983083,0.0003157121,0.0000566639,0.00015799541],"category_scores_gemma":[0.0025129619,0.000035208668,0.000027388556,0.00015840714,0.000069098205,0.00025615757,0.000028400471,0.00013952133,0.000074655734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004024269,0.0007177742,0.009260374,0.000019364286,0.00009707706,0.0000022555153,0.22423834,0.0000084184985,0.0025331234,0.107335776,0.004332052,0.6514152],"study_design_scores_gemma":[0.004031416,0.000414221,0.19209136,0.00033024672,0.0000684654,3.5065116e-7,0.036922187,0.00002798561,0.0019466637,0.0023501075,0.76145977,0.00035724032],"about_ca_topic_score_codex":0.002940983,"about_ca_topic_score_gemma":0.007933637,"teacher_disagreement_score":0.7571277,"about_ca_system_score_codex":0.00011114784,"about_ca_system_score_gemma":0.00011899477,"threshold_uncertainty_score":0.44459063},"labels":[],"label_agreement":null},{"id":"W7096353279","doi":"","title":"PUB TYPE Dissertations/Theses Masters Theses (042) Reports Research/Technical (143) Tests/Evaluation Instruments (160)","year":2016,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Statistical analysis; Affect (linguistics); Professional development; Survey instrument; Professional association","score_opus":0.47238394486093155,"score_gpt":0.5754099646042917,"score_spread":0.10302601974336018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096353279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6908675,0.000045560337,0.00009090606,0.03706553,0.00058417564,0.0008163329,0.0000014722394,0.00026267458,0.27026585],"genre_scores_gemma":[0.98142403,0.00007909886,0.002270893,0.00014035433,0.00015571628,0.00010031788,0.0000064965216,0.000021089885,0.015801992],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99311084,0.0025658107,0.0005060206,0.00049826386,0.0028261677,0.0004929016],"domain_scores_gemma":[0.99459726,0.003207383,0.00030988027,0.0005295284,0.0011528829,0.00020305024],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018421696,0.00013875104,0.00015532381,0.000262396,0.001079556,0.0003230648,0.00041247663,0.00014981198,0.005398059],"category_scores_gemma":[0.05101869,0.00009494115,0.000060005656,0.0006615835,0.00048288633,0.0017887322,0.00011042281,0.0002417894,0.00056091853],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020007545,0.000803113,0.30219826,0.000024480709,0.00014011624,0.000025741083,0.015724268,0.000023637665,0.025689282,0.16701098,0.022187093,0.46597296],"study_design_scores_gemma":[0.0012421516,0.0006838941,0.50456727,0.00050454447,0.00021018238,0.00003841049,0.035417847,0.00020795628,0.004656953,0.1067367,0.34463722,0.0010968777],"about_ca_topic_score_codex":0.0029753724,"about_ca_topic_score_gemma":0.006796353,"teacher_disagreement_score":0.4648761,"about_ca_system_score_codex":0.00046060837,"about_ca_system_score_gemma":0.00084851583,"threshold_uncertainty_score":0.9955111},"labels":[],"label_agreement":null},{"id":"W7096639677","doi":"","title":"The International Society for the Scholarship of Teaching and Learning","year":2004,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Mainstream; Scholarship of Teaching and Learning; Salient; Perspective (graphical); Politics; Higher education","score_opus":0.14619265125449257,"score_gpt":0.4649547610949115,"score_spread":0.318762109840419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096639677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49069363,0.0005330964,0.013106708,0.40322208,0.0005637008,0.00043908515,8.596415e-7,0.000079441284,0.091361366],"genre_scores_gemma":[0.9839757,0.0001037537,0.010745352,0.00037474404,0.00012355308,0.0000079558295,3.453458e-7,0.0000026607759,0.0046659335],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993149,0.00018078406,0.0000820296,0.00006077053,0.00028692276,0.00007461155],"domain_scores_gemma":[0.9958433,0.003928202,0.0000962426,0.000047844598,0.00007007329,0.000014339494],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.012544039,0.000025706786,0.000027110764,0.000006027334,0.0026938282,0.0001830629,0.00023824736,0.000022274848,0.000012988881],"category_scores_gemma":[0.009444889,0.000014164127,0.00004993241,0.000023318933,0.00014596285,0.00030581706,0.000036508787,0.0003137891,0.0000016334948],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009925587,0.00001622059,0.0049445736,0.0000024895019,0.00007449479,1.7050482e-8,0.039668456,0.00058457,0.00029583316,0.89101946,0.0008868959,0.062497053],"study_design_scores_gemma":[0.0004350333,0.000033278666,0.008450717,0.00001595618,0.000034170407,5.1557436e-7,0.0803949,0.0009288437,0.00010299531,0.0316326,0.877902,0.00006901186],"about_ca_topic_score_codex":0.0012628314,"about_ca_topic_score_gemma":0.0006895171,"teacher_disagreement_score":0.8770151,"about_ca_system_score_codex":0.00004120351,"about_ca_system_score_gemma":0.000094246374,"threshold_uncertainty_score":0.998899},"labels":[],"label_agreement":null},{"id":"W7096893656","doi":"","title":"Technologies: Contrasting Earlier Adopters","year":2015,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Incentive; Early adopter; Data collection; Survey methodology; Research methodology","score_opus":0.30444459907124916,"score_gpt":0.46702622095904,"score_spread":0.16258162188779085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096893656","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06405042,0.00010649664,0.0026720765,0.052507125,0.00039849972,0.00014940964,2.8845068e-7,0.0011950331,0.8789207],"genre_scores_gemma":[0.9838526,0.000008901062,0.009994728,0.00025700653,0.000059724352,0.000005040924,3.0285986e-7,0.0000035859148,0.0058180653],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991171,0.00016006119,0.00008994482,0.00010053229,0.0003756644,0.00015669347],"domain_scores_gemma":[0.9993903,0.00028317864,0.00006693941,0.00009593717,0.00010712566,0.000056526645],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026389062,0.00003918574,0.000053639535,0.00004258353,0.00020941552,0.00008399428,0.00020060081,0.000060512888,0.00015844201],"category_scores_gemma":[0.0092116,0.00003457735,0.00001563767,0.00012279628,0.00014741711,0.00042017558,0.00003413588,0.00010945173,0.00031310497],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026164142,0.00010329845,0.067805715,0.0000051381962,0.000048191305,0.000008415552,0.06073907,0.00010771517,0.0001316762,0.47332004,0.07852287,0.3191817],"study_design_scores_gemma":[0.00027830948,0.000033915374,0.0006489005,0.000008983827,0.000011259464,6.637437e-7,0.14887455,0.00025038116,0.00009492893,0.0055832756,0.84408617,0.0001286738],"about_ca_topic_score_codex":0.0014641536,"about_ca_topic_score_gemma":0.00040904924,"teacher_disagreement_score":0.91980225,"about_ca_system_score_codex":0.00007441319,"about_ca_system_score_gemma":0.00016217539,"threshold_uncertainty_score":0.99913424},"labels":[],"label_agreement":null},{"id":"W7097503769","doi":"","title":"Analysis","year":2016,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sample (material); Teaching method; Student teaching; University faculty; Higher education; Statistical analysis","score_opus":0.17761517559658116,"score_gpt":0.5019095172753549,"score_spread":0.3242943416787738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097503769","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06513566,0.000008597721,0.013788712,0.09770769,0.000079202335,0.00003085027,3.2668623e-7,0.00011699581,0.823132],"genre_scores_gemma":[0.92466027,0.000012522455,0.0009525783,0.00018713939,0.00004689984,0.0000011004245,8.2504684e-8,8.212526e-7,0.0741386],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99943435,0.0001910524,0.0000431307,0.000058437854,0.0002087026,0.00006432692],"domain_scores_gemma":[0.9994856,0.00035053538,0.000028632563,0.00006951919,0.000033544715,0.00003213202],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013389105,0.000014597662,0.00003064505,0.00005613952,0.00014477519,0.000021567736,0.00008425051,0.000014746683,0.0102639375],"category_scores_gemma":[0.0011184288,0.000008322882,0.00003337906,0.00022258177,0.000044681976,0.0002506431,0.0000074681934,0.000011405535,0.00063418294],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023766577,0.000022218466,0.321381,2.2386575e-7,0.0001876862,3.733342e-7,0.0039001475,0.0000034660577,0.00019036735,0.54859316,0.006475972,0.119242996],"study_design_scores_gemma":[0.000076044955,0.0000052795285,0.064986795,0.0000011114222,0.00014322317,2.1423629e-8,0.0009749964,0.000014645986,0.000060710583,0.0030415184,0.9306366,0.000059064667],"about_ca_topic_score_codex":0.0017380841,"about_ca_topic_score_gemma":0.0043710726,"teacher_disagreement_score":0.9241606,"about_ca_system_score_codex":0.000025051639,"about_ca_system_score_gemma":0.000032644173,"threshold_uncertainty_score":0.9906408},"labels":[],"label_agreement":null},{"id":"W7097739283","doi":"","title":"© notice, is given to the source. A Professor Like Me: The Influence of Instructor Gender on College Achievement","year":2007,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Karel; Paid work; Social research; Research council","score_opus":0.08656192912314559,"score_gpt":0.4104107266913552,"score_spread":0.3238487975682096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097739283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86750865,0.000011012545,0.0002192168,0.10368184,0.00025087388,0.0008675779,0.000006473915,0.000038249585,0.027416093],"genre_scores_gemma":[0.97416884,0.0000053322347,0.0010009803,0.011298549,0.00013292785,0.000021760978,3.3696568e-7,0.000008319756,0.013362935],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99751645,0.0005804591,0.00029023428,0.0001917473,0.0011491681,0.00027194465],"domain_scores_gemma":[0.9978663,0.001249358,0.00024104572,0.00035655755,0.00020344547,0.00008329829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006958331,0.00009732529,0.00010492078,0.00006403292,0.0008646221,0.00005099152,0.0007112446,0.000064081316,0.0003673893],"category_scores_gemma":[0.0013718223,0.000053035055,0.000050581726,0.0004012928,0.00019345914,0.0002175761,0.00012009062,0.0002387012,0.00017970629],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003587638,0.0004915779,0.025162062,0.00003590587,0.00022820022,0.000002063332,0.6583168,0.0028436915,0.0011553575,0.23310155,0.06844452,0.0098594865],"study_design_scores_gemma":[0.00031291018,0.00014769858,0.19524592,0.000024369496,0.000047517944,4.3214408e-7,0.08808799,0.00005031367,0.0006836228,0.00063980307,0.7145967,0.00016276292],"about_ca_topic_score_codex":0.0020995412,"about_ca_topic_score_gemma":0.004363064,"teacher_disagreement_score":0.64615214,"about_ca_system_score_codex":0.00009946503,"about_ca_system_score_gemma":0.00018758164,"threshold_uncertainty_score":0.66500616},"labels":[],"label_agreement":null},{"id":"W7097856897","doi":"","title":"LEADERSHIP and","year":2007,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Raising (metalworking); Portfolio; Diversity (politics); Quarter (Canadian coin); Commission; Higher education; Value (mathematics)","score_opus":0.4652535236947124,"score_gpt":0.5159052301531232,"score_spread":0.05065170645841077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097856897","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10827294,0.00008848793,0.0013707225,0.040524177,0.000094140116,0.000041995867,2.641415e-8,0.000075287084,0.84953225],"genre_scores_gemma":[0.9751987,0.000007727452,0.0025850998,0.0008853877,0.00008238718,1.9443912e-7,7.005906e-8,0.0000011875255,0.02123924],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996097,0.00006811197,0.00003774247,0.000045616045,0.00014982662,0.000088967485],"domain_scores_gemma":[0.9995436,0.00035355444,0.000017723418,0.000027823666,0.000015906686,0.00004139524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037306072,0.000014544884,0.000017441125,0.000019813291,0.0001853316,0.000030889703,0.000037715832,0.00002062845,0.00048541607],"category_scores_gemma":[0.00082119234,0.000013304232,0.0000048237657,0.00004137881,0.00007399688,0.00018541195,0.000005575774,0.000040153413,0.000063810396],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056383783,0.00001568894,0.040316533,0.0000025074385,0.000004373137,0.0000012661814,0.029897187,3.3008484e-7,0.00010635169,0.810107,0.004828289,0.11471484],"study_design_scores_gemma":[0.00010810157,0.000014019882,0.0757141,0.0000031073043,0.0000057334137,6.0353847e-7,0.06821188,0.000008325168,0.00015354279,0.0037143906,0.85199124,0.0000749378],"about_ca_topic_score_codex":0.0012285402,"about_ca_topic_score_gemma":0.004250974,"teacher_disagreement_score":0.8669258,"about_ca_system_score_codex":0.000011517274,"about_ca_system_score_gemma":0.000018558063,"threshold_uncertainty_score":0.5314965},"labels":[],"label_agreement":null},{"id":"W7098002310","doi":"","title":"Scope of the Task Force’s Responsibilities","year":2011,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mandate; Plan (archaeology); Scope (computer science); Task (project management); Institution; Teaching and learning center; Scholarship; Resource (disambiguation)","score_opus":0.23687560584743056,"score_gpt":0.43061683236878034,"score_spread":0.19374122652134979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098002310","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25256142,0.00005339127,0.000044403747,0.0030985586,0.00023837427,0.00011793158,6.3677953e-7,0.000031089723,0.7438542],"genre_scores_gemma":[0.92575,0.000014018484,0.0015925677,0.00019244927,0.00002613563,0.0000026408402,5.808268e-8,0.000002388113,0.072419725],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987543,0.00065759,0.00011201519,0.00007007509,0.00031959725,0.00008639989],"domain_scores_gemma":[0.99923515,0.00036905403,0.000099011355,0.00019298634,0.000082154846,0.000021654694],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028851966,0.000028815577,0.000046297766,0.00002128989,0.00025449388,0.000013097877,0.0002854529,0.000028693386,0.002209796],"category_scores_gemma":[0.003231267,0.000018125904,0.000036684174,0.00009943735,0.00027633575,0.00026537647,0.000045265253,0.000059486392,0.000043738088],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003620551,0.000047132708,0.014231129,0.000005356716,0.000012277815,1.16377045e-7,0.11753957,0.0000014999539,0.0005320027,0.858844,0.006137023,0.0026136776],"study_design_scores_gemma":[0.00050457043,0.00018346678,0.24057643,0.000082169325,0.00008151588,9.799763e-7,0.12058141,0.000032856744,0.027279375,0.18730412,0.42302737,0.00034573686],"about_ca_topic_score_codex":0.009113174,"about_ca_topic_score_gemma":0.0055335793,"teacher_disagreement_score":0.6731886,"about_ca_system_score_codex":0.000020872048,"about_ca_system_score_gemma":0.00020705217,"threshold_uncertainty_score":0.99870235},"labels":[],"label_agreement":null},{"id":"W7098163263","doi":"","title":"Millennium Scholarship Foundation.","year":2013,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Key (lock); Perspective (graphical); Field (mathematics)","score_opus":0.19121206705169524,"score_gpt":0.4606856490803536,"score_spread":0.26947358202865834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098163263","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14809844,0.00005826326,0.00061812147,0.07695597,0.00038946565,0.00024549718,7.8738786e-8,0.00020918898,0.773425],"genre_scores_gemma":[0.9471082,0.000044084834,0.00783589,0.0012336794,0.0001894998,0.000022335018,0.0000013935135,0.0000046535833,0.043560248],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989147,0.00037057407,0.00009619337,0.00010219524,0.00037686198,0.00013945537],"domain_scores_gemma":[0.99928606,0.0003055115,0.000056718378,0.000110535155,0.00016510712,0.00007608784],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016935398,0.000037386864,0.00003948499,0.00004054301,0.0005380821,0.00031720992,0.00018309939,0.000042189535,0.027412234],"category_scores_gemma":[0.002287154,0.000034082306,0.000021324071,0.00010770186,0.00007460401,0.0018189534,0.000019364947,0.0001058698,0.012753233],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026191335,0.00008452611,0.05824738,0.000004282279,0.000022302887,3.3192575e-7,0.009561034,0.000009301517,0.00048680528,0.71901023,0.094797015,0.11777417],"study_design_scores_gemma":[0.00010060276,0.000010634217,0.058417138,0.0000029795597,0.000004625933,1.9866086e-7,0.0033861224,0.000048183112,0.000048491285,0.013354855,0.9245289,0.000097250784],"about_ca_topic_score_codex":0.0059977667,"about_ca_topic_score_gemma":0.0009580497,"teacher_disagreement_score":0.8297319,"about_ca_system_score_codex":0.00005459774,"about_ca_system_score_gemma":0.00010037279,"threshold_uncertainty_score":0.9880155},"labels":[],"label_agreement":null},{"id":"W7099392287","doi":"","title":"1 Reconceptualizing the Evaluation of Teaching in Higher Education","year":2014,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Diversity (politics); Set (abstract data type); Discipline; Process (computing); Evaluation methods","score_opus":0.4077566218042005,"score_gpt":0.5304673491520552,"score_spread":0.12271072734785465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099392287","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34355298,0.000059872542,0.000052288542,0.022870997,0.0005105748,0.00018662312,6.1340835e-8,0.000020265185,0.63274634],"genre_scores_gemma":[0.99373525,0.0000037048458,0.0009998952,0.00043677032,0.00021028197,0.000019916839,0.0000012370658,0.0000033733388,0.004589587],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950132,0.003943575,0.00018201346,0.0000967025,0.0006773028,0.00008720734],"domain_scores_gemma":[0.9987465,0.0008168435,0.00017300039,0.0001338607,0.00011177789,0.000018002145],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025136998,0.00003559878,0.000055482633,0.000058929472,0.00023895285,0.00003479287,0.00017032582,0.00003652349,0.0015948137],"category_scores_gemma":[0.0042480365,0.000026502503,0.000019180907,0.00011024156,0.00007225282,0.0003960267,0.000013673712,0.00013155244,0.000019183693],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014266573,0.000052797877,0.015300277,0.0000020580494,0.0000031675424,2.1639566e-9,0.025309047,0.00021775435,0.00007835821,0.73485684,0.0014680616,0.2227102],"study_design_scores_gemma":[0.00048562337,0.000029420476,0.26414746,0.00008407734,0.00007884592,1.8785379e-7,0.05386216,0.004269404,0.00011660073,0.06415326,0.61258507,0.00018790178],"about_ca_topic_score_codex":0.005604219,"about_ca_topic_score_gemma":0.004226377,"teacher_disagreement_score":0.6707036,"about_ca_system_score_codex":0.00011553664,"about_ca_system_score_gemma":0.0002562423,"threshold_uncertainty_score":0.9993179},"labels":[],"label_agreement":null},{"id":"W7100092984","doi":"","title":"Facilitating Dialogue Across Disciplines: A Thematic","year":2015,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Premise; Narrative; Reputation; Element (criminal law); Thematic analysis; Narrative inquiry; Community of practice","score_opus":0.3724327812959733,"score_gpt":0.5349358648357304,"score_spread":0.16250308353975712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100092984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74134314,0.000051928044,0.005368641,0.016249517,0.00042629917,0.00024152256,0.0000042055326,0.00027178533,0.23604296],"genre_scores_gemma":[0.97925055,0.0000021982682,0.009119152,0.00017467674,0.00016500651,0.000015730477,0.0000026067619,0.000005054824,0.011265002],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984205,0.00049665605,0.00017072387,0.00013231082,0.0005600686,0.00021975719],"domain_scores_gemma":[0.9981846,0.0013100831,0.000099616824,0.000135986,0.00013343694,0.00013623005],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0061162077,0.000058107747,0.00008904358,0.000018535997,0.0004970729,0.00015914402,0.00022142075,0.000040587278,0.00017326331],"category_scores_gemma":[0.016948968,0.000045872217,0.00003186221,0.00014936074,0.00014744904,0.00063374813,0.000065343476,0.000091514674,0.00062636443],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071083455,0.00006789039,0.0064530317,0.000011298616,0.000014310525,0.0000012358139,0.91491234,0.00015930686,0.000025271887,0.057704493,0.004767524,0.015876165],"study_design_scores_gemma":[0.00038751046,0.000039743947,0.00081182946,0.000022984672,0.000012281731,8.145511e-7,0.92054224,0.0012349157,0.000018085519,0.03194368,0.04478751,0.00019840036],"about_ca_topic_score_codex":0.0038869432,"about_ca_topic_score_gemma":0.007781842,"teacher_disagreement_score":0.23790742,"about_ca_system_score_codex":0.000074807365,"about_ca_system_score_gemma":0.00016672084,"threshold_uncertainty_score":0.9913317},"labels":[],"label_agreement":null},{"id":"W7101203675","doi":"","title":"Student Learning ‐ We Need to Measure What Students Learned”‐","year":2013,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Measure (data warehouse); Focus (optics); Period (music); Higher education; Experiential learning","score_opus":0.17978051019453695,"score_gpt":0.4880122289792145,"score_spread":0.30823171878467753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7101203675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7220358,0.0002693568,0.00033288836,0.18546538,0.0008012557,0.0009477701,6.471351e-8,0.00036557578,0.08978189],"genre_scores_gemma":[0.9201137,0.00028489222,0.0010343923,0.0013857082,0.0001922721,0.000058617316,6.2731044e-7,0.000014151726,0.07691566],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99600965,0.0011638284,0.00020936958,0.00027410386,0.0020102463,0.0003328057],"domain_scores_gemma":[0.9988033,0.00038549636,0.00011599719,0.00017820849,0.00026746228,0.00024951133],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004135757,0.00010951134,0.00013529633,0.00010286833,0.00078854966,0.0019857744,0.0006852369,0.000075610245,0.005188754],"category_scores_gemma":[0.0019795815,0.00009862678,0.00005018466,0.00026851633,0.000050996696,0.0024816266,0.000182767,0.0003139498,0.007090934],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020110503,0.00051117915,0.3373041,0.000010072424,0.0001640846,0.0000031074208,0.31906193,0.0012869175,0.00095507025,0.012199069,0.03210793,0.29637644],"study_design_scores_gemma":[0.00038614825,0.00012547683,0.0668336,0.00007027576,0.000029603429,3.4183802e-7,0.3854747,0.000038461792,0.000049176764,0.0005188989,0.54618514,0.00028815502],"about_ca_topic_score_codex":0.005230198,"about_ca_topic_score_gemma":0.0016479245,"teacher_disagreement_score":0.51407725,"about_ca_system_score_codex":0.00015332205,"about_ca_system_score_gemma":0.00008968214,"threshold_uncertainty_score":0.99905026},"labels":[],"label_agreement":null},{"id":"W7103753494","doi":"10.5206/cjsotlrcacea.2025.1.18641","title":"An Examination of Canadian Post-Secondary Faculty Beliefs Concerning Learning Strategies","year":2025,"lang":"fr","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Cambrian College","funders":"","keywords":"Institution; Process (computing); Higher education; Subject (documents); Active learning (machine learning)","score_opus":0.12407127457788143,"score_gpt":0.41307561702495094,"score_spread":0.2890043424470695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7103753494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91187173,0.016240891,0.0004685952,0.04505563,0.0016472214,0.00040525052,0.000037921578,0.000022315742,0.024250463],"genre_scores_gemma":[0.98522925,0.0002229393,0.00082675205,0.0003150738,0.00033637212,0.000005428592,0.000020777838,0.000026500593,0.013016874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882104,0.009837525,0.00058843126,0.00024631774,0.00046652384,0.0006508423],"domain_scores_gemma":[0.99414253,0.003531184,0.0009150659,0.00020721872,0.0006705719,0.0005334567],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0435227,0.00022973369,0.00031480793,0.0008331341,0.01755788,0.0013431127,0.0009228931,0.00026885208,0.00018133399],"category_scores_gemma":[0.015549496,0.00018251575,0.00015968925,0.00049734354,0.0009680894,0.0020093785,0.000028230794,0.0073328214,0.000003213909],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003196672,0.000018100784,0.015557399,0.00016487073,0.00036285352,0.0000052277496,0.20352292,0.038796723,0.00032985464,0.15536249,0.00022527194,0.5856223],"study_design_scores_gemma":[0.00063329824,0.00052240945,0.2271722,0.0011264442,0.00050249445,0.00005229058,0.2939079,0.0035245104,0.00003166555,0.0038981833,0.46828663,0.00034196212],"about_ca_topic_score_codex":0.8186826,"about_ca_topic_score_gemma":0.89606786,"teacher_disagreement_score":0.58528036,"about_ca_system_score_codex":0.00048277853,"about_ca_system_score_gemma":0.0072518922,"threshold_uncertainty_score":0.9996936},"labels":[],"label_agreement":null},{"id":"W7104307059","doi":"10.71781/6170","title":"Quels motifs amènent des professeurs d'université à mettre en place des pratiques pédagogiques non magistrales dans le contexte de l'enseignement à de grands groupes?","year":2021,"lang":"fr","type":"dissertation","venue":"Papyrus : Institutional Repository (Université de Montréal)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Public accounting; Public education","score_opus":0.025916722147825977,"score_gpt":0.2837527211496203,"score_spread":0.2578359990017943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7104307059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94438344,0.016292566,0.006353237,0.002481913,0.0006364417,0.0007876887,0.00007349991,0.00022799934,0.028763188],"genre_scores_gemma":[0.887668,0.005217088,0.010820471,0.00013220303,0.00022553028,0.000059050606,0.00042024112,0.000056895427,0.095400505],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9923916,0.0036764594,0.0006779832,0.0009732083,0.001325231,0.00095552776],"domain_scores_gemma":[0.99614835,0.0008379972,0.0010791952,0.00044174792,0.0008865339,0.0006061613],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0024715844,0.00072236225,0.0006824771,0.0003178839,0.020514185,0.0003202306,0.00094695867,0.0008346911,0.00011688695],"category_scores_gemma":[0.00074494426,0.00089176605,0.0005357646,0.0005595551,0.0018419701,0.0020096267,0.00023839968,0.0009992506,0.000020123813],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0007188591,0.0008083218,0.055960685,0.0005995469,0.00097574986,0.0017300412,0.8622853,0.0051948843,0.028947549,0.03555931,0.0005514994,0.0066682645],"study_design_scores_gemma":[0.0011830578,0.00026547795,0.2431953,0.0011951583,0.0010411325,0.00027511443,0.71561664,0.0012915792,0.024287354,0.001651155,0.00911597,0.0008820753],"about_ca_topic_score_codex":0.3735561,"about_ca_topic_score_gemma":0.41675252,"teacher_disagreement_score":0.18723461,"about_ca_system_score_codex":0.023943566,"about_ca_system_score_gemma":0.010472508,"threshold_uncertainty_score":0.9993533},"labels":[],"label_agreement":null},{"id":"W7106486081","doi":"10.61882/johepal.6.3.8","title":"“It’s as Long as a Piece of String!” Definitions of Canadian U15 Faculty at Midcareer","year":2025,"lang":"en","type":"article","venue":"Journal of Higher Education Policy And Leadership Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Killam Trusts; University of Alberta","keywords":"Data collection; Work (physics); Statistical analysis; Population","score_opus":0.6135814312873977,"score_gpt":0.5427442832071963,"score_spread":0.07083714808020147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106486081","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35770229,0.010899609,0.0000016843454,0.57337326,0.00077017245,0.00013443567,0.00001190068,0.0000067332094,0.05709992],"genre_scores_gemma":[0.972217,0.0014917066,0.00020670544,0.003400691,0.00028769748,0.000004364802,0.0000018880045,0.0000042184693,0.02238571],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861634,0.0003258863,0.00041750775,0.00009098361,0.00037064656,0.00017863755],"domain_scores_gemma":[0.99768424,0.00073863135,0.00058215216,0.00008553337,0.00077994424,0.00012947162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010944676,0.0000868551,0.00023026775,0.00088576763,0.00043121196,0.000030105708,0.00016632173,0.00007045476,0.00012900274],"category_scores_gemma":[0.0034664802,0.0000792081,0.000076185,0.0006204721,0.00037996273,0.00031173814,0.00002369479,0.00017916042,0.000006486039],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063965934,0.00026707505,0.0702147,0.00027445864,0.0007848743,0.0000017910812,0.25518256,0.000036239227,0.00006918871,0.4949407,0.17654903,0.0016154102],"study_design_scores_gemma":[0.00044628896,0.00013412359,0.22298434,0.0005974069,0.00032090052,0.000009293881,0.28184015,1.8096944e-7,0.0003123419,0.017438728,0.4757648,0.00015142071],"about_ca_topic_score_codex":0.102965884,"about_ca_topic_score_gemma":0.08649567,"teacher_disagreement_score":0.61451477,"about_ca_system_score_codex":0.00035010284,"about_ca_system_score_gemma":0.0030797732,"threshold_uncertainty_score":0.9301734},"labels":[],"label_agreement":null},{"id":"W7116796265","doi":"10.33137/jns.v4i1.46545","title":"Issue 4 Executive Team and Faculty","year":2025,"lang":"","type":"article","venue":"UTSC s Journal of Natural Sciences","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"","score_opus":0.08096331650605887,"score_gpt":0.47120640256560037,"score_spread":0.3902430860595415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116796265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61269724,0.043993127,0.00011330123,0.17787278,0.014460868,0.00048430494,0.0000116308765,0.000033761436,0.15033297],"genre_scores_gemma":[0.979197,0.0023331775,0.0030987398,0.0010017111,0.0005803756,8.096726e-7,3.4845743e-7,0.000004273718,0.013783564],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949147,0.0012599807,0.00089465437,0.00040329964,0.0020090498,0.0005182791],"domain_scores_gemma":[0.99538654,0.001796415,0.0016511246,0.00011824737,0.000821081,0.00022660241],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.011839076,0.00025223554,0.00048579753,0.0005588556,0.0023963884,0.00092843856,0.0013214768,0.00018207803,0.0002938054],"category_scores_gemma":[0.007617061,0.00018386454,0.0001931946,0.0018212622,0.0029052193,0.0032788424,0.00022766323,0.0010866355,0.000026498514],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004888209,0.00071636704,0.053963732,0.00016028581,0.00081328093,0.000056480665,0.12316824,0.00043274355,0.002808077,0.108559385,0.2727522,0.4360804],"study_design_scores_gemma":[0.0012759981,0.00093697314,0.039131302,0.000980158,0.00044591047,0.000087514374,0.09506889,0.0014371028,0.00087650615,0.016710011,0.84248435,0.00056526286],"about_ca_topic_score_codex":0.00066664885,"about_ca_topic_score_gemma":0.00019941716,"teacher_disagreement_score":0.5697322,"about_ca_system_score_codex":0.00020874826,"about_ca_system_score_gemma":0.0014867093,"threshold_uncertainty_score":0.9998083},"labels":[],"label_agreement":null},{"id":"W7117138348","doi":"10.1152/advan.00190.2025","title":"Improving the quality of TA feedback in scientific writing assignments using structured course-specific training","year":2025,"lang":"en","type":"article","venue":"AJP Advances in Physiology Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Western University","keywords":"Cornerstone; Scientific writing; Intervention (counseling); Quality (philosophy); Training (meteorology); Perception; Peer feedback; Guideline","score_opus":0.13839511079347533,"score_gpt":0.5057730125012364,"score_spread":0.3673779017077611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117138348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99205226,0.0020416747,0.00022850392,0.0010676803,0.0023844123,0.00031320975,0.0000018178149,0.000014158622,0.0018962956],"genre_scores_gemma":[0.99689424,0.0000836545,0.002660634,0.000089537636,0.000115492774,0.000024213658,0.000008849059,0.0000047760454,0.000118574884],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972227,0.0014374314,0.0004913041,0.00032506255,0.0002787255,0.0002447324],"domain_scores_gemma":[0.99798477,0.0010657026,0.0005525843,0.00023964987,0.0001375746,0.00001971921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004576899,0.0000881724,0.0001847722,0.00016717377,0.0005303259,0.00006262392,0.00035968688,0.00007632258,0.000034957662],"category_scores_gemma":[0.0016213132,0.00008138674,0.00003220889,0.00071903237,0.0005989239,0.0008661205,0.0000464437,0.00026109774,0.0000013008738],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000827151,0.00048313217,0.10204415,0.00013167465,0.000022222972,1.3492843e-7,0.0748568,0.008289346,0.28400242,0.1070271,0.00010452899,0.42295575],"study_design_scores_gemma":[0.0005795781,0.00001936527,0.70839155,0.00032666296,0.000021143365,2.779988e-7,0.21085365,0.0011211341,0.0013408486,0.070705004,0.0063924887,0.00024829488],"about_ca_topic_score_codex":0.0010560825,"about_ca_topic_score_gemma":0.002000329,"teacher_disagreement_score":0.6063474,"about_ca_system_score_codex":0.00027806632,"about_ca_system_score_gemma":0.0010809522,"threshold_uncertainty_score":0.4078892},"labels":[],"label_agreement":null},{"id":"W7127220606","doi":"","title":"“I've never felt physically unsafe, but I've felt mentally and professionally unsafe”: Teaching Assistants' Affective Experiences with Safety and Student Incivility","year":2025,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Precarity; Liminality; Feeling; Incivility; Vulnerability (computing); Harm; Perception; Transparency (behavior); Power (physics)","score_opus":0.08158195750945235,"score_gpt":0.4188284109530137,"score_spread":0.33724645344356136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127220606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915643,0.00010598556,0.0008655942,0.0024037163,0.00030135698,0.0009168826,0.000022003103,0.00018761386,0.0036325562],"genre_scores_gemma":[0.9893492,0.000066880704,0.00024448693,0.0006016613,0.00007464175,0.000009326704,0.000010990291,0.000024220468,0.009618619],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935418,0.0032276325,0.00036888823,0.0010199473,0.001267608,0.0005741721],"domain_scores_gemma":[0.99730915,0.0011779174,0.000459046,0.00041582488,0.0002945066,0.00034352994],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0033925471,0.00042445128,0.00049792544,0.00036248565,0.0027210112,0.0007098932,0.00083669927,0.0002457244,0.000033550816],"category_scores_gemma":[0.00046792245,0.00040275973,0.0000849791,0.00051404507,0.0008865276,0.0053110016,0.0007522771,0.0011660842,0.000012626722],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068849715,0.00035598822,0.9185191,0.00005411271,0.0002203926,0.00006201902,0.074925005,0.000009734184,0.00018646392,0.0030406248,0.0000017635331,0.0019363334],"study_design_scores_gemma":[0.0014164837,0.00020833481,0.8521383,0.00043741314,0.00018115176,0.00000464809,0.14332518,0.0000013125573,0.000098579905,0.00017450677,0.0015836596,0.00043043512],"about_ca_topic_score_codex":0.00018343044,"about_ca_topic_score_gemma":0.014793955,"teacher_disagreement_score":0.06840017,"about_ca_system_score_codex":0.0007278176,"about_ca_system_score_gemma":0.0006906762,"threshold_uncertainty_score":0.9998424},"labels":[],"label_agreement":null},{"id":"W7131031727","doi":"","title":"Leadership and administration in Canadian higher education: Case studies","year":2023,"lang":"en","type":"book","venue":"Open MIND","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Administration (probate law); Attribution; Key (lock); Resource (disambiguation); Higher education; Commons; Data collection","score_opus":0.5994206176451472,"score_gpt":0.552939742135992,"score_spread":0.04648087550915525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7131031727","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022276265,0.0010798483,2.2026919e-8,0.0461287,0.0011208679,0.0006196606,0.000017122413,0.000003017296,0.9488031],"genre_scores_gemma":[0.036422994,0.00010021006,0.0002608872,0.00022069448,0.00041002745,0.0000358935,0.000042846565,0.000014259088,0.96249217],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872166,0.00033776643,0.000198839,0.0002909544,0.00023526396,0.00021550231],"domain_scores_gemma":[0.99892616,0.00048609203,0.00017356926,0.00013719173,0.00009830605,0.00017865753],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027387906,0.00011029751,0.00017003786,0.00019293565,0.00043908466,0.00041953044,0.00024041017,0.0001969785,0.0023650592],"category_scores_gemma":[0.00083243364,0.00012436428,0.000015792351,0.00011008948,0.00017215748,0.00048308904,0.000051143514,0.0002623438,0.0006141394],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029190485,0.00009159688,0.0019211872,0.00013060038,0.00020829382,0.0021026502,0.14691731,0.0000049141136,4.6909767e-7,0.045931086,0.48919186,0.31347084],"study_design_scores_gemma":[0.00006833182,0.000020099467,0.00026907466,0.0001452165,0.000036160724,0.000020945992,0.020114586,5.7788316e-7,3.3982897e-7,0.0017770588,0.97739816,0.0001494689],"about_ca_topic_score_codex":0.3049329,"about_ca_topic_score_gemma":0.9876848,"teacher_disagreement_score":0.6827519,"about_ca_system_score_codex":0.0008183375,"about_ca_system_score_gemma":0.012757574,"threshold_uncertainty_score":0.9985469},"labels":[],"label_agreement":null},{"id":"W7131847195","doi":"10.1093/acamed/wvaf067","title":"Deciphering signals: exploring how preceptor behaviors shape learner mindset","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Western University","funders":"","keywords":"Mindset; Perception; Dimension (graph theory); Preceptor; Process (computing)","score_opus":0.31510164225895926,"score_gpt":0.48931043204276004,"score_spread":0.17420878978380078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7131847195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8456273,0.0018273807,0.0007481307,0.12350436,0.0020069098,0.00040292615,0.00000108318,0.00025513323,0.025626794],"genre_scores_gemma":[0.9663652,0.0010238629,0.00026751758,0.0011545792,0.001049577,0.00009662098,0.0000056167382,0.00001572448,0.030021293],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99749273,0.0005857794,0.00032996322,0.0003414327,0.00086912955,0.0003809709],"domain_scores_gemma":[0.997985,0.001326065,0.00022374818,0.00019453376,0.00010517103,0.00016546494],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005186407,0.00014881554,0.00024656983,0.00019827372,0.0005129206,0.000033863096,0.00055908767,0.00022266107,0.002384155],"category_scores_gemma":[0.007971894,0.00013319051,0.000039116094,0.00049491826,0.000342501,0.00085326366,0.00009179322,0.0009388766,0.0000712941],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009875737,0.000048205355,0.10157005,0.000119163,0.00018404938,0.000013414387,0.3096799,0.0001831241,0.022420794,0.02067983,0.25830528,0.28669745],"study_design_scores_gemma":[0.00081507623,0.000074897194,0.005181798,0.0007966702,0.00021404921,0.0000011755785,0.07865831,0.00032426082,0.0010759163,0.0011487954,0.91142786,0.00028119932],"about_ca_topic_score_codex":0.0006321055,"about_ca_topic_score_gemma":0.0001251806,"teacher_disagreement_score":0.65312254,"about_ca_system_score_codex":0.00017280912,"about_ca_system_score_gemma":0.0001924339,"threshold_uncertainty_score":0.9985278},"labels":[],"label_agreement":null},{"id":"W7132819295","doi":"10.18260/1-2--43732","title":"Instructional Development at a Time of Involuntary Changes: Implications for the Post-Pandemic Era","year":2023,"lang":"en","type":"article","venue":"TSpace","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Instructional design; Pandemic; Coronavirus disease 2019 (COVID-19); Resource (disambiguation); Faculty development; Instructional development; Online teaching; Distance education; Teaching method","score_opus":0.19521363284015578,"score_gpt":0.4725686129445345,"score_spread":0.27735498010437876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132819295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8155713,0.000106723746,0.00024388025,0.18000332,0.00022874262,0.00074141484,0.00001592969,0.00014667341,0.0029419996],"genre_scores_gemma":[0.874362,0.00031112155,0.022865968,0.002118572,0.00082173076,0.001387842,0.0002462563,0.00004602134,0.097840495],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99932456,0.00010695426,0.00009992736,0.00010780376,0.0002278383,0.00013292678],"domain_scores_gemma":[0.99846727,0.0011086673,0.00012608444,0.00011620714,0.00014861282,0.000033177537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015761923,0.000045397017,0.000060087434,0.000059357117,0.00078118645,0.00001545271,0.00019732889,0.00003837503,0.00031555627],"category_scores_gemma":[0.0007974588,0.000037184524,0.000026373269,0.0002395509,0.000104616905,0.00008856415,0.00006228654,0.000063603686,0.00016615054],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017559859,0.00013249413,0.07314057,0.00009060306,0.0004032999,3.166952e-7,0.6167107,0.0006296675,0.034745093,0.044002924,0.09922466,0.13074404],"study_design_scores_gemma":[0.00024482084,0.000031033742,0.347754,0.000016636859,0.000036877063,0.0000022803247,0.012748134,0.00016788156,0.00034943162,0.0010534141,0.63747543,0.00012005663],"about_ca_topic_score_codex":0.0010599252,"about_ca_topic_score_gemma":0.003908194,"teacher_disagreement_score":0.6039626,"about_ca_system_score_codex":0.00014354267,"about_ca_system_score_gemma":0.00037798926,"threshold_uncertainty_score":0.60083336},"labels":[],"label_agreement":null},{"id":"W7132956749","doi":"","title":"Uncovering Differences in the Learning Cultures of the Engineering and Education Departments","year":2019,"lang":"","type":"dissertation","venue":"TSpace","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario College of Art and Design; Institute for Christian Studies","funders":"","keywords":"Discipline; Perception; Engineering education; Grounded theory; Higher education; Graduate education; Graduate students","score_opus":0.04889621838926991,"score_gpt":0.43888090981192146,"score_spread":0.3899846914226516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132956749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98823005,0.0013301325,0.0000050972903,0.0016789698,0.0012152349,0.0006131438,4.832251e-7,0.000010502123,0.0069164066],"genre_scores_gemma":[0.98981756,0.0006104637,0.0000528487,0.000048378206,0.00008732465,0.00003416651,0.000010986477,0.000011940494,0.009326332],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9974259,0.0010090236,0.00029566258,0.00026554352,0.00080586126,0.00019800429],"domain_scores_gemma":[0.99800825,0.00093501795,0.00073657895,0.00019782732,0.000094524505,0.000027771654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001848212,0.00019965885,0.00023350744,0.00008537833,0.0004586383,0.00019324715,0.00051555695,0.00016843995,0.00004648494],"category_scores_gemma":[0.0022731503,0.00012760906,0.00006862571,0.0003621937,0.00007239109,0.0003029656,0.000050035636,0.000686248,0.0000063711036],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026485917,0.0001333619,0.16542453,0.0003391491,0.00006202852,1.5075375e-7,0.8191866,0.006866606,0.000991485,0.0023067514,0.00008318408,0.004579631],"study_design_scores_gemma":[0.00019060804,0.000062437175,0.45741487,0.0007511238,0.0001458397,9.88477e-7,0.53118294,0.0016884631,0.0002390532,0.00016827548,0.0078936815,0.00026170904],"about_ca_topic_score_codex":0.0051410394,"about_ca_topic_score_gemma":0.0014136923,"teacher_disagreement_score":0.29199034,"about_ca_system_score_codex":0.00007830811,"about_ca_system_score_gemma":0.00040091085,"threshold_uncertainty_score":0.77717483},"labels":[],"label_agreement":null},{"id":"W7132981869","doi":"","title":"Assessing and enhancing learning outcomes in an architectural context: meaning equivalence methodology versus traditional formats of testing","year":2006,"lang":"","type":"dissertation","venue":"TSpace","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Comprehension; Equivalence (formal languages); Meaning (existential); Context (archaeology); Interpretation (philosophy); Deep learning; Modality (human–computer interaction)","score_opus":0.49250954689370446,"score_gpt":0.557448986940277,"score_spread":0.06493944004657254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132981869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98712134,0.0003384135,0.0021102855,0.00058876566,0.0009913754,0.00038850162,0.0000021315345,0.00006819569,0.008391007],"genre_scores_gemma":[0.94977355,0.000015185253,0.049317632,0.000028235288,0.00017019956,0.00002052742,0.00008724551,0.000039970924,0.00054742827],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99037004,0.005890834,0.0011699275,0.0007212984,0.001177687,0.00067024416],"domain_scores_gemma":[0.9722483,0.024524001,0.0024972872,0.00018266686,0.00040123027,0.0001465233],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010525544,0.00046722588,0.00097523857,0.00054222875,0.0012173952,0.00042902378,0.00041986458,0.00041490633,0.00014214627],"category_scores_gemma":[0.025840884,0.00052310794,0.00012640617,0.00050658005,0.00041099064,0.0020404474,0.000072877316,0.001671798,0.00000438159],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061468093,0.00026970045,0.09284671,0.00077722326,0.0001694678,0.000018436882,0.6265289,0.016026776,0.035920873,0.008663394,0.0000029367634,0.21816087],"study_design_scores_gemma":[0.002422785,0.0010837223,0.27326107,0.0018660673,0.00039470365,0.000021040423,0.7002467,0.015341925,0.0022173973,0.0019918636,0.000050955216,0.0011017821],"about_ca_topic_score_codex":0.018048434,"about_ca_topic_score_gemma":0.021900551,"teacher_disagreement_score":0.21705908,"about_ca_system_score_codex":0.0002595502,"about_ca_system_score_gemma":0.0005917995,"threshold_uncertainty_score":0.99972206},"labels":[],"label_agreement":null},{"id":"W7132991412","doi":"","title":"Managing Tensions in Equitable Disciplinary Teaching","year":2023,"lang":"","type":"dissertation","venue":"TSpace","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Association for the Study of Adult Education","funders":"","keywords":"Discipline; Face (sociological concept); Higher education; Reflection (computer programming); Curriculum","score_opus":0.1865924294627898,"score_gpt":0.5376714070691518,"score_spread":0.35107897760636203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132991412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.571131,0.0009552843,0.0001341027,0.04763802,0.006172034,0.0013268725,0.0000041410426,0.0005661993,0.37207237],"genre_scores_gemma":[0.5433071,0.0009306463,0.0011007901,0.00012115054,0.0005359506,0.000096825075,0.00021691991,0.00013495424,0.45355564],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9921193,0.0026250053,0.0008850989,0.0011507624,0.0018439541,0.0013758371],"domain_scores_gemma":[0.9949145,0.002940789,0.0010604388,0.00064646703,0.00017630357,0.00026152915],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014444299,0.0005652896,0.0007227045,0.00096363586,0.003975519,0.00054826407,0.0010354379,0.00056990574,0.0008417161],"category_scores_gemma":[0.006685927,0.00061568257,0.00024884765,0.0013504423,0.00017244511,0.0012082326,0.000494152,0.0028176713,0.0020530105],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011602445,0.00035904156,0.0029000544,0.00035890282,0.00011810148,0.00011936754,0.94696546,0.004578318,0.00077472423,0.016761722,0.0057669613,0.021181345],"study_design_scores_gemma":[0.00045788212,0.000098553515,0.017376587,0.0021339976,0.00025355414,0.0000020131517,0.94584453,0.00844279,0.000018325469,0.007964323,0.016472317,0.0009351308],"about_ca_topic_score_codex":0.044193752,"about_ca_topic_score_gemma":0.032502092,"teacher_disagreement_score":0.08148328,"about_ca_system_score_codex":0.0006034273,"about_ca_system_score_gemma":0.00081589003,"threshold_uncertainty_score":0.99962944},"labels":[],"label_agreement":null},{"id":"W7133443063","doi":"","title":"Ce que disent les étudiants au sujet des enseignements : analyse textuelle des commentaires","year":2014,"lang":"fr","type":"article","venue":"ORBi UMONS","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Research methodology; Speech communication; Context (archaeology)","score_opus":0.13027189848137494,"score_gpt":0.41034420965441726,"score_spread":0.2800723111730423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133443063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88495064,0.0025373201,0.0012553314,0.043381914,0.0009809898,0.000350079,0.00004547777,0.00011351594,0.06638474],"genre_scores_gemma":[0.98489535,0.0018467377,0.0029981826,0.00042790678,0.00046877572,0.000030315094,0.000020168118,0.000035244113,0.0092773205],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945323,0.0029135742,0.00048004827,0.00047611425,0.00080735754,0.0007906204],"domain_scores_gemma":[0.997269,0.0013179375,0.0004191094,0.00042778885,0.0001733096,0.00039286655],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0033328137,0.00030962346,0.00034480655,0.00013394131,0.003946922,0.00026272045,0.00058137794,0.0001663526,0.0027352716],"category_scores_gemma":[0.0023079088,0.00031593544,0.00018969917,0.00054555485,0.0019899087,0.0011884168,0.00021584574,0.0003343576,0.00079495955],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025267727,0.0010415564,0.71989137,0.0001126141,0.00028234275,0.000010845961,0.05507889,0.00021340042,0.00024890914,0.017551202,0.033032708,0.1725109],"study_design_scores_gemma":[0.0011636867,0.00033744058,0.49275303,0.00056896574,0.00083451363,0.000007186852,0.072564125,0.0016306494,0.00054817146,0.015711458,0.41298705,0.000893732],"about_ca_topic_score_codex":0.10748574,"about_ca_topic_score_gemma":0.16531186,"teacher_disagreement_score":0.37995434,"about_ca_system_score_codex":0.00091470097,"about_ca_system_score_gemma":0.00041355717,"threshold_uncertainty_score":0.999983},"labels":[],"label_agreement":null},{"id":"W7133658335","doi":"10.15173/mi.v1i1.4993","title":"Gathering: Stories of scholarship of teaching and learning at McMaster University","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; McMaster University","funders":"","keywords":"Scholarship; Curiosity; Autoethnography; Scholarship of Teaching and Learning; Collaborative learning; Experiential learning","score_opus":0.13388334423330062,"score_gpt":0.36323905649316074,"score_spread":0.22935571225986012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133658335","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02210218,0.000185879,0.00001665833,0.00057213864,0.00008685712,0.000100598576,0.0000041461253,0.000040013914,0.9768915],"genre_scores_gemma":[0.13107517,0.00013763552,0.0012434425,0.00001501616,0.000034047487,1.6403324e-7,0.0000028917002,0.0000137959,0.86747783],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981059,0.00082801393,0.00016570957,0.00019044991,0.00061310694,0.00009685016],"domain_scores_gemma":[0.9982801,0.0009572149,0.0005372186,0.000101572026,0.00007634171,0.00004753844],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047257845,0.00010193589,0.00021129419,0.00011548438,0.0010658872,0.000019630766,0.00021607018,0.00012152546,0.010233752],"category_scores_gemma":[0.0012103604,0.00011556185,0.000064608146,0.00001953849,0.00025378054,0.00044983294,0.00030175672,0.0010397036,0.0000053157332],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044109733,0.000011368383,0.004415865,0.00005165164,0.00007940748,0.0000020049708,0.044821586,0.000040135074,0.00010217829,0.93943524,0.00010038448,0.010896041],"study_design_scores_gemma":[0.000105059444,0.000058668986,0.00035662655,0.00004797227,0.00006397357,5.5443604e-7,0.010017229,0.000003772034,0.0000071025393,0.0009563647,0.9882635,0.00011919924],"about_ca_topic_score_codex":0.002799794,"about_ca_topic_score_gemma":0.0011394713,"teacher_disagreement_score":0.9881631,"about_ca_system_score_codex":0.00021445868,"about_ca_system_score_gemma":0.0001077959,"threshold_uncertainty_score":0.99067104},"labels":[],"label_agreement":null},{"id":"W7133669761","doi":"10.15173/mi.v1i1.4968","title":"Taking teaching seriously","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; University of Windsor; McMaster University","funders":"McMaster University","keywords":"Situated; Metropolitan area; Value (mathematics); Teaching method; Teaching and learning center; Higher education","score_opus":0.17374305011335803,"score_gpt":0.43865828220612824,"score_spread":0.26491523209277024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133669761","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021768761,0.00017769399,0.00006590493,0.011332501,0.0008817118,0.00024981194,0.000004319286,0.00037988406,0.9868864],"genre_scores_gemma":[0.0071920566,0.00013667539,0.0022881292,0.0010276035,0.000647417,0.000009882533,0.000017805522,0.000051737326,0.9886287],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974743,0.00041181434,0.0002677255,0.00034742596,0.0012649625,0.0002337816],"domain_scores_gemma":[0.9982736,0.00063096476,0.00067877054,0.0002755186,0.000050978884,0.00009014825],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050198836,0.00018396087,0.00021248171,0.00015344928,0.0022758208,0.00020075009,0.0005364985,0.00018943004,0.13425651],"category_scores_gemma":[0.0013529242,0.00020218843,0.00013672162,0.000017771541,0.00011039745,0.00050691405,0.0001986331,0.0013750481,0.0005899162],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002341317,0.0000061065443,0.000018228058,0.000004311748,0.00003245057,0.000007756084,0.006351258,0.000010297136,0.0000012251261,0.94917816,0.008775281,0.03561261],"study_design_scores_gemma":[0.0000510294,0.000020448986,0.000013912444,0.000023589757,0.00004725638,0.0000018268712,0.0009544251,0.000007810115,1.6180381e-7,0.01774695,0.9808859,0.00024664775],"about_ca_topic_score_codex":0.008662817,"about_ca_topic_score_gemma":0.0038989843,"teacher_disagreement_score":0.9721107,"about_ca_system_score_codex":0.00042584806,"about_ca_system_score_gemma":0.00040431443,"threshold_uncertainty_score":0.9990231},"labels":[],"label_agreement":null},{"id":"W7133803313","doi":"10.15173/mi.v1i1.5371","title":"Editors' introduction to Where learning deeply matters","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"McMaster University","keywords":"Excellence; Vision; Teaching and learning center; Milestone; Teaching method; Face (sociological concept); Leverage (statistics); Value (mathematics)","score_opus":0.048888018243528474,"score_gpt":0.3646747663651377,"score_spread":0.31578674812160923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133803313","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005890947,0.000049936883,0.00012542665,0.28995758,0.010306502,0.00023578005,0.0000014820013,0.00024002267,0.69907737],"genre_scores_gemma":[0.00006147433,0.00011079196,0.0013207967,0.0016784776,0.040504895,0.000018103712,0.000021957707,0.00004480933,0.9562387],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997568,0.0003376476,0.00023909891,0.00043530113,0.00120592,0.00021399534],"domain_scores_gemma":[0.9989342,0.00031095435,0.00028968535,0.00021629062,0.0001217031,0.00012716463],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0027422989,0.00016709356,0.00017986039,0.00020192597,0.0011388207,0.00017917037,0.000332322,0.00016273583,0.10703584],"category_scores_gemma":[0.00081391924,0.00018912872,0.00008895841,0.00005232516,0.00007485292,0.0004644505,0.00014276407,0.00093869376,0.0024028218],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007523197,0.0000051293146,0.000016950793,0.000006632271,0.00002714534,0.0000013773736,0.00376791,0.0002858718,0.0000047951207,0.18317361,0.8068825,0.0058205314],"study_design_scores_gemma":[0.00004030351,0.000056210924,0.000005763215,0.000012964419,0.000041491203,8.255496e-7,0.0017790383,0.000003098179,7.8837115e-7,0.0014831636,0.99635226,0.0002241134],"about_ca_topic_score_codex":0.0028178657,"about_ca_topic_score_gemma":0.001753288,"teacher_disagreement_score":0.28827912,"about_ca_system_score_codex":0.0005130692,"about_ca_system_score_gemma":0.00019863695,"threshold_uncertainty_score":0.9983739},"labels":[],"label_agreement":null},{"id":"W7133857054","doi":"10.15173/mi.v1i1.4964","title":"Teaching excellently: Assessment and valuation of teaching at McMaster","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University of Cambridge; McMaster University","keywords":"Excellence; Valuation (finance); Context (archaeology); Nice; Quality (philosophy); Perception","score_opus":0.19053288982483943,"score_gpt":0.4451722447122802,"score_spread":0.2546393548874407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133857054","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009560135,0.00036601766,0.00032093542,0.0053985002,0.00038449332,0.000510242,0.000010288303,0.000096963515,0.99195653],"genre_scores_gemma":[0.046354324,0.00033671714,0.005966296,0.00028930797,0.00026662482,0.000018380537,0.000042484902,0.000050162475,0.9466757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99554724,0.0013304036,0.0005427078,0.00047763262,0.0018818899,0.00022010441],"domain_scores_gemma":[0.9974015,0.0012201694,0.0009297124,0.0002645481,0.00008187615,0.000102196274],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011953594,0.00024533036,0.00035712053,0.00023041063,0.0018400997,0.000096742595,0.00031336004,0.00020666078,0.024718935],"category_scores_gemma":[0.00044328222,0.00025326497,0.00012602875,0.000015210876,0.00017235725,0.0005798748,0.00046070173,0.0012231744,0.00003479256],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010037537,0.000033134707,0.00037366504,0.000036046837,0.00008049546,0.0000011609928,0.011595798,0.00002208821,0.000050617808,0.92365587,0.0021642994,0.06197678],"study_design_scores_gemma":[0.00023911579,0.00009054966,0.00019550498,0.000070049035,0.00018410585,0.0000019166869,0.002022872,0.00023602729,0.0000022141926,0.023332736,0.9733325,0.00029237606],"about_ca_topic_score_codex":0.004107088,"about_ca_topic_score_gemma":0.00092190254,"teacher_disagreement_score":0.9711682,"about_ca_system_score_codex":0.0008034789,"about_ca_system_score_gemma":0.00028928055,"threshold_uncertainty_score":0.99999195},"labels":[],"label_agreement":null},{"id":"W7133864828","doi":"10.15173/mi.v1i1.5372","title":"Change and continuity in a teaching and learning centre over 50 years: The MacPherson Institute from 1972-2022 at McMaster University","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Medical Association; Suncor Energy Incorporated; Queen's University; McMaster University; Parks Canada; Shell Canada; University of Calgary","keywords":"Excellence; Reputation; Curriculum; Politics; Neglect; Colonialism; Service (business); Social change","score_opus":0.09454187706122594,"score_gpt":0.3227683255325956,"score_spread":0.22822644847136966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133864828","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14127052,0.00084075227,0.000004320811,0.006073872,0.00030540818,0.00055544963,0.000040816038,0.00008243307,0.85082644],"genre_scores_gemma":[0.085378475,0.0008060457,0.00023948497,0.0005342786,0.00024300488,0.0000020117673,0.00003469678,0.000022571643,0.91273946],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976751,0.0011022235,0.00013178118,0.00038853817,0.0005172826,0.00018506966],"domain_scores_gemma":[0.998781,0.00075237243,0.00026046002,0.00012064578,0.000015213117,0.00007028257],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002647011,0.00015856893,0.0002059059,0.00009576764,0.0011140131,0.00012182841,0.0002205542,0.00015752754,0.012471418],"category_scores_gemma":[0.000296772,0.00015142736,0.000046733676,0.00002934623,0.0002573006,0.0007475349,0.00057326996,0.0015532091,0.000018349889],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017422692,0.000038937887,0.0455805,0.000025845558,0.00018335965,0.00009289746,0.45735228,0.000010305402,0.000016113177,0.29418135,0.0025919862,0.1997522],"study_design_scores_gemma":[0.0003409356,0.000014688888,0.0123471115,0.000046363188,0.000059421818,7.149563e-7,0.009301432,0.000043601176,5.274205e-8,0.0004374164,0.97722816,0.00018009823],"about_ca_topic_score_codex":0.08202194,"about_ca_topic_score_gemma":0.12730958,"teacher_disagreement_score":0.9746362,"about_ca_system_score_codex":0.00040407586,"about_ca_system_score_gemma":0.000060709055,"threshold_uncertainty_score":0.98843133},"labels":[],"label_agreement":null},{"id":"W7133925952","doi":"10.15173/mi.v1i1.5016","title":"The people behind the process: Reflections on the Institutional Quality Assurance Process at McMaster University","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Council of Ontario Universities","keywords":"Quality assurance; Excellence; Process (computing); Work (physics); Quality (philosophy)","score_opus":0.2054557348991089,"score_gpt":0.4442942260564415,"score_spread":0.23883849115733258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133925952","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009157609,0.000070800066,0.000022923985,0.11292013,0.00042413393,0.0006439437,0.000038979902,0.000089228604,0.8848741],"genre_scores_gemma":[0.11941823,0.00024124516,0.000013955635,0.0010591128,0.00025924033,0.000029336194,0.0000129082855,0.000014816258,0.87895113],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962371,0.0010551726,0.0002522075,0.00038644075,0.0018349326,0.0002341266],"domain_scores_gemma":[0.99445283,0.0041987454,0.00057636434,0.00039281204,0.00032430625,0.000054951874],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005789419,0.00019608877,0.00015281477,0.000045422334,0.016475858,0.00021436697,0.0012403235,0.00014472121,0.012742772],"category_scores_gemma":[0.001716812,0.000105056446,0.00013945806,0.00012521757,0.00083752145,0.00047363012,0.00018075397,0.0010748429,0.00021526458],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006534293,0.00002628422,0.00010977625,0.000010405706,0.000069794914,8.0059664e-7,0.01970637,0.0002721982,4.4932e-7,0.9742456,0.004916708,0.0005762382],"study_design_scores_gemma":[0.00008356413,0.000024337272,0.0006990032,0.000019472542,0.00005576356,0.0000020659359,0.011582378,0.000011155631,0.0000012507752,0.016074074,0.97128296,0.00016398696],"about_ca_topic_score_codex":0.0020480102,"about_ca_topic_score_gemma":0.12526773,"teacher_disagreement_score":0.96636623,"about_ca_system_score_codex":0.0006987304,"about_ca_system_score_gemma":0.0013369478,"threshold_uncertainty_score":0.9881597},"labels":[],"label_agreement":null},{"id":"W7134400227","doi":"","title":"Editorial","year":2011,"lang":"","type":"article","venue":"ScholarWorks (Walden University)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Audience measurement; Scholarship; Publishing; Publication; Quarter (Canadian coin); Value (mathematics); Control (management); Publish or perish","score_opus":0.11603600063085148,"score_gpt":0.33634586433915226,"score_spread":0.22030986370830077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134400227","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020599384,0.0002681932,0.0005240084,0.0023895113,0.22425285,0.0005148571,0.000013018194,0.00030720825,0.75113094],"genre_scores_gemma":[0.73843586,0.0014760516,0.0039657387,0.0002413918,0.12576006,0.0000011588712,0.000009410325,0.000069863425,0.13004044],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938905,0.0026767554,0.00033834946,0.00076991436,0.0015534845,0.00077096216],"domain_scores_gemma":[0.99713105,0.00044773147,0.000598015,0.0006284971,0.0006263698,0.000568323],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0042101876,0.00033825677,0.00033630343,0.00058188185,0.0026758034,0.00040583842,0.001930215,0.0008800705,0.0091796825],"category_scores_gemma":[0.0018105665,0.00043805531,0.00028464216,0.0017932557,0.0007027911,0.0058383765,0.00047506756,0.0021131611,0.0023737373],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012388326,0.00129861,0.019141011,0.00004566168,0.00074288546,0.00022835137,0.121653534,0.00003358201,0.000111702524,0.3279826,0.5070959,0.020427382],"study_design_scores_gemma":[0.00090494356,0.00014954184,0.0018546071,0.00008411623,0.0003627306,0.0000011578718,0.019285843,0.000018232047,0.000032128508,0.0014422012,0.97535,0.0005144872],"about_ca_topic_score_codex":0.0040499624,"about_ca_topic_score_gemma":0.0011790231,"teacher_disagreement_score":0.7178365,"about_ca_system_score_codex":0.00060317543,"about_ca_system_score_gemma":0.0009854989,"threshold_uncertainty_score":0.9998071},"labels":[],"label_agreement":null},{"id":"W7153434397","doi":"10.59236/td2025vol18iss41928","title":"Journeying into SoTL: A Transformative Experience Through the SPARK-ENG Professional Learning","year":2025,"lang":"","type":"article","venue":"Transformative Dialogues Teaching and Learning Journal","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Transformative learning; Scholarship of Teaching and Learning; Professional learning community; Professional development; Engineering education; Scholarship; Discipline; Professional studies; Experiential learning; Educational technology","score_opus":0.07195812462125997,"score_gpt":0.4168651409085226,"score_spread":0.3449070162872626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7153434397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6708311,0.006049401,0.19893257,0.06171174,0.0043078624,0.0013372304,0.0000079028305,0.00033755403,0.056484673],"genre_scores_gemma":[0.9859214,0.0055249226,0.0027182952,0.0010848427,0.0007616029,0.00005883434,0.000016206855,0.000052790077,0.0038611381],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96104676,0.032993294,0.001995881,0.0006462935,0.0019510154,0.0013667546],"domain_scores_gemma":[0.9893845,0.007873812,0.0016125804,0.0002303538,0.0005195722,0.00037922332],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03235966,0.0008278736,0.0009568569,0.00049900473,0.043078482,0.0026326939,0.0012250106,0.0004783342,0.00024058126],"category_scores_gemma":[0.009914059,0.0006121586,0.000522577,0.0007922829,0.0019112094,0.007906594,0.00015149413,0.023099085,0.0000483589],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025621633,0.00016687806,0.002189668,0.0001643336,0.00040282554,0.000010989467,0.86785704,0.006238883,0.00011109452,0.010879498,0.00033980215,0.11138279],"study_design_scores_gemma":[0.0018037597,0.00044933462,0.0020517448,0.0026533606,0.00040651762,0.00011994185,0.74861157,0.010855131,0.00006979602,0.005668919,0.22657944,0.0007304925],"about_ca_topic_score_codex":0.0018799953,"about_ca_topic_score_gemma":0.00029753667,"teacher_disagreement_score":0.3150903,"about_ca_system_score_codex":0.00055532233,"about_ca_system_score_gemma":0.0011406295,"threshold_uncertainty_score":0.99963295},"labels":[],"label_agreement":null},{"id":"W7160337353","doi":"10.7202/1124956ar","title":"Croiser les regards sur les pratiques enseignantes en cours magistral : analyse, validation et comparaison de trois instruments de mesure","year":2025,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Independence (probability theory); Identity (music); Measure (data warehouse); ESPACE","score_opus":0.14212463326224578,"score_gpt":0.47551853519099274,"score_spread":0.33339390192874696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7160337353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79787534,0.0014755975,0.017508537,0.17347975,0.0013634363,0.00084282213,0.00004519444,0.00018058799,0.007228714],"genre_scores_gemma":[0.9687067,0.0012280094,0.012831486,0.0008928896,0.00033466658,0.00013021695,0.00057644135,0.000043972992,0.015255575],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9575195,0.038608093,0.0010535032,0.00072253565,0.0015036118,0.00059278467],"domain_scores_gemma":[0.9934659,0.0034270212,0.0011864243,0.00047918316,0.0012867824,0.00015467098],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05676969,0.00045164893,0.00049299205,0.0004868831,0.00095307326,0.000682392,0.0005421976,0.0006346422,0.00097210734],"category_scores_gemma":[0.013316877,0.0005138106,0.00023026153,0.0009769936,0.00029795885,0.0025031352,0.00006928284,0.0009050379,0.000055754528],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001279864,0.0010866309,0.40262488,0.00030095386,0.00053418725,0.0000017596227,0.42723483,0.007897217,0.0033208851,0.060154993,0.03322266,0.06349303],"study_design_scores_gemma":[0.0010072219,0.00012832388,0.9121406,0.0006343136,0.000984328,0.00000631973,0.02925634,0.014047095,0.003756134,0.00923071,0.02828203,0.00052659755],"about_ca_topic_score_codex":0.024313964,"about_ca_topic_score_gemma":0.021784073,"teacher_disagreement_score":0.5095157,"about_ca_system_score_codex":0.0024692814,"about_ca_system_score_gemma":0.0068411734,"threshold_uncertainty_score":0.9999411},"labels":[],"label_agreement":null},{"id":"W7161757523","doi":"10.82308/39310","title":"Emergent professional learning communities in Canadian postsecondary education: experiences of faculty, educational developers, support staff, and administrators","year":2017,"lang":"en","type":"dissertation","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Professional learning community; Professional development; Context (archaeology); Narrative; Learning community; Faculty development; Meaning (existential); Experiential learning; Qualitative research; Narrative inquiry","score_opus":0.10296460288575662,"score_gpt":0.49145949578568693,"score_spread":0.38849489289993033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161757523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76665235,0.00023579829,4.6791826e-8,0.0035497139,0.0017818873,0.00027705618,0.000017469174,0.00001066057,0.227475],"genre_scores_gemma":[0.8494196,0.0001876099,0.00032850727,0.000054516167,0.00009762521,0.00014091669,0.0025331888,0.00001274903,0.14722528],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99782413,0.0005693583,0.0004545834,0.0002189275,0.0006357504,0.00029726865],"domain_scores_gemma":[0.99820507,0.00025624386,0.00063163665,0.00017076447,0.00046320434,0.00027311224],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018868551,0.00017998434,0.00023698472,0.00038239104,0.0016702182,0.00017141484,0.00051893154,0.00024718608,0.014102111],"category_scores_gemma":[0.0014635643,0.00018589813,0.00003921577,0.000108857144,0.0002824688,0.00069805415,0.000023924773,0.0005114549,0.000013181452],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019941732,0.00019050564,0.06336045,0.000097379045,0.000029946204,8.74826e-7,0.9005346,0.0000011062864,0.0000029424286,0.015681157,0.00894569,0.011135416],"study_design_scores_gemma":[0.000058987363,0.00004040506,0.040155437,0.00015727538,0.000011548789,0.0000010907884,0.7679391,0.0000016112549,0.000015974449,0.00016817416,0.19126554,0.00018484866],"about_ca_topic_score_codex":0.6905399,"about_ca_topic_score_gemma":0.97051066,"teacher_disagreement_score":0.27997082,"about_ca_system_score_codex":0.0002821937,"about_ca_system_score_gemma":0.04702012,"threshold_uncertainty_score":0.9996295},"labels":[],"label_agreement":null},{"id":"W7161795509","doi":"10.82308/50108","title":"Students' conceptions of learning and their correspondence to learning in western universities: a study of Chinese graduate students","year":2009,"lang":"en","type":"dissertation","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mainland China; Graduate students; Context (archaeology); Multivariate analysis of variance; China; Test (biology); Mainland","score_opus":0.06964199228895004,"score_gpt":0.47976528571167765,"score_spread":0.4101232934227276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161795509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955517,0.000049689745,0.000017893059,0.00009276703,0.00015187508,0.0007838459,0.0000015850692,0.000046069872,0.003304586],"genre_scores_gemma":[0.94738775,0.0000992897,0.000036841822,0.000012716121,0.000021372563,0.000010960797,0.00001746441,0.0000129463415,0.05240066],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99577224,0.0018298045,0.00046677262,0.00033818217,0.0014024148,0.00019057449],"domain_scores_gemma":[0.99789894,0.0008955518,0.0006874571,0.000121715835,0.00031452443,0.000081833015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003073777,0.00020327854,0.000453686,0.0005259383,0.0003596773,0.0001064948,0.00062634994,0.00011943929,0.00010361017],"category_scores_gemma":[0.0011008694,0.00019023543,0.00004822298,0.00056742085,0.00007092755,0.00041327818,0.00010359118,0.00060490664,0.000008041935],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010701672,0.00036379672,0.56244206,0.000015718319,0.000039879495,0.0000016349298,0.4351945,0.0006129116,0.00004886389,0.000027634627,0.00000416074,0.0011418073],"study_design_scores_gemma":[0.00042319635,0.00042288657,0.47815165,0.00012837953,0.00002550071,9.35201e-8,0.5205537,0.00001125423,0.000002803385,0.000019343453,0.00015797037,0.00010317239],"about_ca_topic_score_codex":0.012640139,"about_ca_topic_score_gemma":0.075078025,"teacher_disagreement_score":0.08535923,"about_ca_system_score_codex":0.00014109233,"about_ca_system_score_gemma":0.00026417716,"threshold_uncertainty_score":0.99393475},"labels":[],"label_agreement":null},{"id":"W7161937797","doi":"10.82308/46387","title":"Individual instructor's perceptions of teaching context : identifying facilitators and barriers to completion of teaching projects","year":2001,"lang":"en","type":"dissertation","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Likert scale; Context (archaeology); Perception; Professional development; Higher education; Work (physics); Scale (ratio); Faculty development","score_opus":0.10694319859281427,"score_gpt":0.4410822332195304,"score_spread":0.3341390346267161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161937797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9454836,0.000076366,0.00029949774,0.00038506603,0.0005911731,0.0008087551,0.000057956084,0.000083858366,0.052213714],"genre_scores_gemma":[0.9894994,0.000038260525,0.0049854266,0.00006863471,0.000098846795,0.000030666746,0.00018072528,0.00002714369,0.0050709303],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99526757,0.0017755233,0.00077783485,0.00045523202,0.0014232455,0.00030058957],"domain_scores_gemma":[0.9976544,0.0006808513,0.00085155223,0.00022674327,0.00030601554,0.0002804442],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005941444,0.0002599041,0.0005288015,0.00069323415,0.0014350851,0.00017263569,0.00041836387,0.00030323523,0.00064992276],"category_scores_gemma":[0.010774473,0.00027951493,0.000128164,0.00022100878,0.00019419979,0.00089747424,0.00006458672,0.00086040795,0.000008810018],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071375434,0.000062229105,0.06915057,0.0003433301,0.00018847111,7.847077e-7,0.81514776,0.00003070839,0.0019452524,0.04871781,0.00083396514,0.06350774],"study_design_scores_gemma":[0.0003584625,0.0001262425,0.07859109,0.0005447087,0.00021680357,0.0000015447314,0.9130605,0.000032005228,0.00009510368,0.000747558,0.0058442857,0.00038168908],"about_ca_topic_score_codex":0.030510256,"about_ca_topic_score_gemma":0.025664337,"teacher_disagreement_score":0.097912736,"about_ca_system_score_codex":0.00017255112,"about_ca_system_score_gemma":0.0005971703,"threshold_uncertainty_score":0.9999657},"labels":[],"label_agreement":null},{"id":"W7162036797","doi":"10.82308/27983","title":"Post-secondary instructor engagement in student mental health promotion","year":2020,"lang":"en","type":"dissertation","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mental health; Promotion (chess); Institution; Health promotion; Situated; Ethnography","score_opus":0.1185564321643692,"score_gpt":0.4911256930157046,"score_spread":0.37256926085133535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162036797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70966613,0.00036786735,0.000004346028,0.06580767,0.0033863573,0.002499919,0.000030233003,0.00020785908,0.21802963],"genre_scores_gemma":[0.962354,0.0007377192,0.002119874,0.0015997345,0.00040620074,0.00012547041,0.0028537533,0.000046299323,0.029756935],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9960307,0.001673265,0.0004964456,0.0003884131,0.0011557831,0.0002554182],"domain_scores_gemma":[0.99903435,0.00009226794,0.0005140617,0.000120623125,0.0000986489,0.0001400793],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031491497,0.00017159176,0.00025379573,0.00018964188,0.00058874686,0.0001724815,0.00034424913,0.0001439208,0.0034408872],"category_scores_gemma":[0.0005473147,0.00018133821,0.00006591777,0.00019076475,0.000028664306,0.00051775854,0.00003743615,0.0007317249,0.0001455908],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009174455,0.00075569353,0.0032772585,0.00028017457,0.0000884961,0.0000044523795,0.8335176,0.000002088627,0.00019865556,0.033576153,0.0052230195,0.12298465],"study_design_scores_gemma":[0.0011584604,0.0007473801,0.14680688,0.00026570357,0.000033040564,4.583109e-7,0.5692979,0.000025710899,0.00010997965,0.0004598071,0.28051507,0.00057959923],"about_ca_topic_score_codex":0.007937399,"about_ca_topic_score_gemma":0.09435178,"teacher_disagreement_score":0.27529207,"about_ca_system_score_codex":0.00077820016,"about_ca_system_score_gemma":0.0019752611,"threshold_uncertainty_score":0.99866885},"labels":[],"label_agreement":null},{"id":"W7162037228","doi":"10.82308/24774","title":"The evolving practitioner : a qualitative inquiry into reflections on teacher perspectives in a professional program in higher education","year":2008,"lang":"en","type":"dissertation","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Narrative; Curriculum; Qualitative research; Higher education; Professional development; Period (music); Reflective practice; Teacher education; Process (computing)","score_opus":0.3427413875322481,"score_gpt":0.6221588852086382,"score_spread":0.27941749767639007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162037228","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20329028,0.0014285389,0.0000024935255,0.05328578,0.006753734,0.003018252,9.745033e-7,0.00025952945,0.7319604],"genre_scores_gemma":[0.58477086,0.0004020898,0.0016021177,0.0001650642,0.00071257626,0.0024888804,0.00013162053,0.000035665813,0.40969113],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9926928,0.0048621125,0.00051647035,0.00052850775,0.0010761534,0.00032395343],"domain_scores_gemma":[0.9964654,0.0020650935,0.00062272017,0.00023141733,0.0005443713,0.00007099613],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004073836,0.00023871545,0.0002188446,0.0005655162,0.0016767752,0.00022605968,0.000306034,0.00040629593,0.0010468207],"category_scores_gemma":[0.005896349,0.00018798982,0.00008745215,0.00092572556,0.00026136407,0.0011165534,0.000019607081,0.0014985004,0.00008356056],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013860225,0.001747232,0.00025632887,0.000016369344,0.000027199745,8.869898e-7,0.860457,0.000008569179,0.000012859583,0.119421825,0.011070814,0.0068423226],"study_design_scores_gemma":[0.00018657935,0.00008289739,0.040264003,0.00029312778,0.000014764072,2.8470825e-7,0.86344117,0.0000102727945,0.0000022518852,0.01024325,0.085224934,0.00023649182],"about_ca_topic_score_codex":0.014124429,"about_ca_topic_score_gemma":0.14224692,"teacher_disagreement_score":0.38148057,"about_ca_system_score_codex":0.0018119934,"about_ca_system_score_gemma":0.003384417,"threshold_uncertainty_score":0.99986637},"labels":[],"label_agreement":null},{"id":"W7162071299","doi":"10.82308/47998","title":"Self-efficacy and attainment value for enacting inquiry","year":2014,"lang":"en","type":"dissertation","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Value (mathematics); Self evaluation; ESPACE; Identity (music)","score_opus":0.12797113066916346,"score_gpt":0.48219628788248725,"score_spread":0.3542251572133238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162071299","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3349801,0.0006212827,0.001900858,0.008386731,0.005739174,0.0035548324,0.000003994363,0.0008133172,0.6439997],"genre_scores_gemma":[0.86292803,0.0004895592,0.04632379,0.0007646955,0.0031714975,0.00026632086,0.0003498182,0.00009326324,0.08561301],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982012,0.00045863722,0.00025373074,0.0003264945,0.00052929076,0.00023065179],"domain_scores_gemma":[0.9970181,0.0021950903,0.00041775964,0.00013604484,0.00013919255,0.000093838855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041284612,0.00014767976,0.00019629946,0.00008684334,0.000882276,0.00021640566,0.00018893719,0.00024833012,0.000105770305],"category_scores_gemma":[0.0036251647,0.00014561503,0.000056335168,0.000061140505,0.000038289534,0.00028270934,0.000015466636,0.00020890306,0.000029151399],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012918722,0.0004032157,0.00040158856,0.0006751837,0.00029139128,6.532985e-7,0.3764433,0.000038872942,0.00008171146,0.4747177,0.012737594,0.13407959],"study_design_scores_gemma":[0.0006004937,0.00010493872,0.00185444,0.000093096605,0.00024883487,2.411181e-7,0.06294347,0.00033576204,0.00010205518,0.0014824984,0.9318611,0.00037308494],"about_ca_topic_score_codex":0.00091496477,"about_ca_topic_score_gemma":0.0015692484,"teacher_disagreement_score":0.9191235,"about_ca_system_score_codex":0.0001406773,"about_ca_system_score_gemma":0.00025563754,"threshold_uncertainty_score":0.6785843},"labels":[],"label_agreement":null},{"id":"W7162129543","doi":"10.82308/36818","title":"Tenure and promotion evaluations: academics' perceptions at Canadian universities' faculties of education","year":2017,"lang":"en","type":"dissertation","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Promotion (chess); Perception; Equity (law); Higher education; Ambiguity; Function (biology)","score_opus":0.14325965847413555,"score_gpt":0.497752675054596,"score_spread":0.3544930165804605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162129543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5494558,0.0003644573,0.000004612807,0.006375037,0.00093691953,0.0007060274,0.000064751184,0.000045995726,0.44204637],"genre_scores_gemma":[0.55016494,0.0006444583,0.00037343334,0.000037109367,0.00014711647,0.000028970637,0.0011822269,0.000013258213,0.44740847],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983339,0.00040348605,0.0002315958,0.00025572744,0.0005926364,0.00018269214],"domain_scores_gemma":[0.99816775,0.0001241808,0.0005849306,0.000209416,0.00073700765,0.00017669203],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013969935,0.00014165409,0.00017307948,0.00039765672,0.0023995987,0.00012231106,0.0002429084,0.0004926347,0.0024599163],"category_scores_gemma":[0.0011223753,0.00015649619,0.000056168952,0.00008851169,0.0002061155,0.00089693157,0.000013907668,0.00031345675,0.000052252104],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058657723,0.00022827595,0.01260846,0.0004574972,0.00024293063,0.0000012615092,0.6495273,0.000034977485,0.0007697634,0.16176967,0.049789112,0.124512054],"study_design_scores_gemma":[0.00023618128,0.00006220607,0.16536413,0.00043432837,0.0005005884,0.0000030519361,0.6497746,0.00008229273,0.00006341302,0.0029827903,0.18002842,0.00046796832],"about_ca_topic_score_codex":0.44418317,"about_ca_topic_score_gemma":0.89324254,"teacher_disagreement_score":0.44905937,"about_ca_system_score_codex":0.0011956107,"about_ca_system_score_gemma":0.007174587,"threshold_uncertainty_score":0.99889916},"labels":[],"label_agreement":null},{"id":"W7162320667","doi":"10.5281/zenodo.15640198","title":"DÉVELOPPEMENT PROFESSIONNEL ET ACCOMPAGNEMENT EN CONTEXTE DE STAGE : POINTS DE VUE DE FUTURS ENSEIGNANTS","year":2025,"lang":"fr","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke; Université du Québec à Montréal; Université du Québec à Trois-Rivières","funders":"","keywords":"Context (archaeology); Professional development; Occupational training; Continuing education","score_opus":0.1628606576725781,"score_gpt":0.4038290711602502,"score_spread":0.2409684134876721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162320667","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32545575,0.0013459126,0.046147246,0.35006166,0.0014971351,0.002160946,0.0002805036,0.0011405373,0.2719103],"genre_scores_gemma":[0.921937,0.0017188344,0.0064690476,0.0043685096,0.00034653643,4.931654e-7,0.000283813,0.00082382007,0.064051986],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.988837,0.008633242,0.00044233797,0.000497349,0.0007431283,0.00084691664],"domain_scores_gemma":[0.9980163,0.0003585758,0.0003127274,0.00041780478,0.0005708602,0.00032373273],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0133088855,0.00022019971,0.00021645478,0.00024572876,0.004857035,0.0010162794,0.001424785,0.00017644628,0.030076744],"category_scores_gemma":[0.0057211984,0.00025221833,0.00008039338,0.000698801,0.0003540217,0.0006376371,0.0013315387,0.00073893234,0.0034690672],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017968942,0.0008732776,0.0003427272,0.00031112562,0.00022105192,0.00003285532,0.22432528,0.0003344827,0.002183442,0.1318632,0.38889346,0.2504394],"study_design_scores_gemma":[0.00086196535,0.00014711608,0.008326988,0.0003522679,0.00006471295,0.000016457463,0.0464765,0.00084469275,0.00032165056,0.002307972,0.9400452,0.00023451463],"about_ca_topic_score_codex":0.0005798409,"about_ca_topic_score_gemma":0.000034415883,"teacher_disagreement_score":0.5964812,"about_ca_system_score_codex":0.0020333936,"about_ca_system_score_gemma":0.00020358566,"threshold_uncertainty_score":0.999993},"labels":[],"label_agreement":null},{"id":"W78101595","doi":"","title":"Effecting Affect: Methods for facilitating affective knowledge in the classroom","year":2011,"lang":"en","type":"article","venue":"Teaching Innovation Projects","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Affect (linguistics); Cognition; Argument (complex analysis); Psychomotor learning; Psychology; Reflection (computer programming); Mathematics education; Computer science; Communication","score_opus":0.34256792080565807,"score_gpt":0.5438344038199258,"score_spread":0.2012664830142677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W78101595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6226181,0.0000821237,0.22953247,0.0010700981,0.00066072703,0.0031112263,0.000002182517,0.00032506388,0.14259803],"genre_scores_gemma":[0.8400315,0.0000011234013,0.15872812,0.00025871265,0.00018773563,0.00046571923,0.000008236582,0.000019414532,0.00029943173],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9890178,0.009340615,0.00047569562,0.0003962035,0.00033873282,0.00043098937],"domain_scores_gemma":[0.9867667,0.012169951,0.00047695352,0.00025005787,0.00031124774,0.000025117826],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06270334,0.0001790846,0.00020574399,0.00053696183,0.00159118,0.00015194571,0.00045990615,0.00014371357,0.000021997857],"category_scores_gemma":[0.04467452,0.00014755446,0.00006563116,0.0013473929,0.00011923116,0.0009444314,0.000054227647,0.00086485397,0.000017835271],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003068795,0.00016918825,0.005677885,0.000062146886,0.00002047625,4.1308522e-7,0.4160026,0.0000071173818,0.0010719394,0.32720643,0.00029957993,0.24945155],"study_design_scores_gemma":[0.0045865714,0.0016270528,0.09942398,0.00078908657,0.00021894516,0.000013408776,0.6619017,0.0130697545,0.003278266,0.10943882,0.103732415,0.0019199782],"about_ca_topic_score_codex":0.00262513,"about_ca_topic_score_gemma":0.00083640683,"teacher_disagreement_score":0.24753158,"about_ca_system_score_codex":0.00028085883,"about_ca_system_score_gemma":0.0002835404,"threshold_uncertainty_score":0.9997086},"labels":[],"label_agreement":null},{"id":"W875915771","doi":"10.5206/cjsotl-rcacea.2015.2.6","title":"On Being Taught","year":2015,"lang":"fr","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"Mount Royal University","keywords":"Scholarship; Humanities; Sociology; Ethnology; Philosophy; Political science","score_opus":0.1945173977604905,"score_gpt":0.422923704846741,"score_spread":0.2284063070862505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W875915771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6260451,0.017787574,0.0006104502,0.31993833,0.0056854063,0.00036790443,0.000006245936,0.000023233113,0.029535728],"genre_scores_gemma":[0.9515849,0.000080465084,0.00091555,0.0009269044,0.0011246564,0.0000034751026,0.0000010517856,0.000027809394,0.045335233],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98993,0.008387867,0.00034024168,0.00016617155,0.0006373748,0.00053836324],"domain_scores_gemma":[0.9917312,0.0065381993,0.0005637083,0.00019590725,0.00025949941,0.00071145064],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0691642,0.00016903185,0.0001971866,0.00015183006,0.015198134,0.0010516358,0.00075017044,0.00015825743,0.00009905249],"category_scores_gemma":[0.050316084,0.00011207154,0.00014401492,0.0001563023,0.0006709171,0.0008048526,0.00002889473,0.0068565877,0.000027919266],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074409574,0.000021599115,0.0064358218,0.000029197432,0.0002397561,0.000009258309,0.16636828,0.019881565,0.0000101711685,0.54992706,0.007062689,0.24994019],"study_design_scores_gemma":[0.000480897,0.00033640926,0.0016863695,0.00046641493,0.00027647786,0.00011168793,0.028840758,0.001483342,0.000004481339,0.080105945,0.88600826,0.00019896348],"about_ca_topic_score_codex":0.07370235,"about_ca_topic_score_gemma":0.05376951,"teacher_disagreement_score":0.8789456,"about_ca_system_score_codex":0.00041349407,"about_ca_system_score_gemma":0.0015195778,"threshold_uncertainty_score":0.9999854},"labels":[],"label_agreement":null},{"id":"W93951586","doi":"10.20429/ijsotl.2011.050123","title":"The Relationship between Scholarly Teaching and SoTL: Models, Distinctions, and Clarifications","year":2011,"lang":"en","type":"article","venue":"International Journal for the Scholarship of Teaching and Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":151,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Reflexivity; Conceptual model; Sociology; Epistemology; Management science; Computer science; Knowledge management; Social science; Economics; Philosophy","score_opus":0.32538081568446026,"score_gpt":0.45729053222358734,"score_spread":0.1319097165391271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W93951586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92814404,0.0023892308,0.02888795,0.034910683,0.00071161345,0.00027072814,0.0000073099,0.0000658943,0.0046125352],"genre_scores_gemma":[0.9879969,0.00025912776,0.009669977,0.00008219941,0.00040682356,0.00001060889,0.0000035702774,0.000015448208,0.0015553695],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9951446,0.0034914252,0.0003935076,0.00018043503,0.0006007018,0.00018935002],"domain_scores_gemma":[0.985896,0.013005637,0.000553105,0.000115805786,0.00031211844,0.00011732431],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032801453,0.00010848348,0.000112362555,0.00013929691,0.013841843,0.0015360941,0.00050737476,0.00009932914,0.0000053280232],"category_scores_gemma":[0.050486784,0.00007625771,0.00006580042,0.000046303514,0.0003158175,0.0027713655,0.00009932677,0.0044290223,0.0000011519526],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050086026,0.000023361445,0.41067886,0.000005365102,0.00014962605,4.0834104e-7,0.028905619,0.00007162553,0.000026663987,0.46549523,0.00005206329,0.09454107],"study_design_scores_gemma":[0.00058263016,0.00009924858,0.7239223,0.00018024439,0.00022835324,0.00005968138,0.041227512,0.0014545433,0.0000035831006,0.16159067,0.070441715,0.00020948914],"about_ca_topic_score_codex":0.0012843038,"about_ca_topic_score_gemma":0.00012979633,"teacher_disagreement_score":0.31324348,"about_ca_system_score_codex":0.00008470508,"about_ca_system_score_gemma":0.000089057576,"threshold_uncertainty_score":0.9995004},"labels":[],"label_agreement":null},{"id":"W98766374","doi":"10.3928/01484834-20041001-08","title":"Grade Inflation: Should We Be Concerned?","year":2004,"lang":"en","type":"article","venue":"Journal of Nursing Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Grade inflation; Inflation (cosmology); Scope (computer science); Point (geometry); Economics; Psychology; Medicine; Medical education; Higher education; Economic growth; Computer science; Mathematics","score_opus":0.37591644742276825,"score_gpt":0.557488474887697,"score_spread":0.1815720274649288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W98766374","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37192875,0.0011724824,0.0012377206,0.59145314,0.005819926,0.00013685063,3.6003388e-7,0.00003226046,0.028218491],"genre_scores_gemma":[0.9895623,0.00021073731,0.007071123,0.0005850055,0.0017772047,0.0000012235774,0.0000012458828,0.000007463183,0.0007837198],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985925,0.00026351959,0.00029904462,0.00007052976,0.00066145393,0.000112948816],"domain_scores_gemma":[0.9986214,0.000171831,0.0006531071,0.00007963764,0.00037136461,0.000102637234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017404413,0.00005656998,0.000093718074,0.00015031872,0.00035134508,0.00012356468,0.00017041047,0.000069252565,0.00010896618],"category_scores_gemma":[0.0012007979,0.00005532636,0.000056889858,0.00020495939,0.0001289775,0.0011585796,0.000003117356,0.0002477887,0.000012296676],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062132865,0.0019160269,0.0029899322,0.000016457949,0.000053590677,0.0000023232112,0.4688361,0.0025509284,0.0014124707,0.20627761,0.051651392,0.26423106],"study_design_scores_gemma":[0.0010547588,0.0002709253,0.024113674,0.0013498305,0.00022995562,0.00011164509,0.13603282,0.000022428554,0.0009686169,0.1836451,0.6518984,0.00030182986],"about_ca_topic_score_codex":0.00021840922,"about_ca_topic_score_gemma":0.00004581229,"teacher_disagreement_score":0.6176335,"about_ca_system_score_codex":0.0008325555,"about_ca_system_score_gemma":0.0021192927,"threshold_uncertainty_score":0.37595344},"labels":[],"label_agreement":null}]}