{"meta":{"query_hash":"fa628db6642a","filters":{"venue":"To improve the academy"},"cohort_total":20,"direct_labels_cover":0,"predictions_cover":20,"exported":20,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/fa628db6642a","api":"https://metacan.xera.ac/api/v1/cohort?venue=To+improve+the+academy"},"results":[{"id":"W1557506933","doi":"10.1002/j.2334-4822.2001.tb00537.x","title":"17: Designing Teaching Portfolios Based on a Formal Model of the Scholarship of Teaching","year":2001,"lang":"en","type":"article","venue":"To improve the academy","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Scholarship; Portfolio; Task (project management); Process (computing); Computer science; Mathematics education; Psychology; Political science; Engineering; Business; Systems engineering; Finance; Law","score_opus":0.06591209950217992,"score_gpt":0.4034284087192206,"score_spread":0.3375163092170407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557506933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8056029,0.000019872075,0.013480937,0.011329617,0.00018072255,0.00080280827,0.0000026922112,0.00003685108,0.16854358],"genre_scores_gemma":[0.9896419,0.000004816561,0.006845216,0.0021541894,0.00021328847,0.0000365469,2.310937e-7,0.000016573242,0.0010872126],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99745125,0.0010161209,0.0003120281,0.00020169889,0.00064893824,0.00036996944],"domain_scores_gemma":[0.99831563,0.00079837715,0.00044770708,0.0003011554,0.000060888568,0.000076251614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008245527,0.00011777252,0.00014749916,0.00010278619,0.0009828107,0.000048205373,0.00097426097,0.00012756714,0.000017733902],"category_scores_gemma":[0.004897263,0.00007578859,0.00009414531,0.00027318427,0.00015540092,0.0008512495,0.000117253425,0.0012822171,0.0000055209466],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055031653,0.0004305143,0.030253628,0.000044876455,0.00008780355,3.669533e-7,0.10350722,0.04941554,0.46030647,0.1322617,0.0009180584,0.22222352],"study_design_scores_gemma":[0.003555879,0.0013993107,0.08205479,0.0013455387,0.0008378472,0.000010223292,0.049487043,0.2738179,0.3118708,0.22053264,0.052812416,0.0022755982],"about_ca_topic_score_codex":0.00044727908,"about_ca_topic_score_gemma":0.000015211663,"teacher_disagreement_score":0.22440237,"about_ca_system_score_codex":0.00017813405,"about_ca_system_score_gemma":0.0002555043,"threshold_uncertainty_score":0.7559085},"labels":[],"label_agreement":null},{"id":"W1597240746","doi":"10.1002/j.2334-4822.2003.tb00394.x","title":"17: Embracing a Philosophy of Lifelong Learning in Higher Education: Starting with Faculty Beliefs about Their Role as Educators","year":2003,"lang":"en","type":"article","venue":"To improve the academy","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Lifelong learning; Pedagogy; Psychology; Philosophy of education; Medical education; Engineering ethics; Sociology; Higher education; Medicine; Political science; Engineering","score_opus":0.039990959990063045,"score_gpt":0.3768795167736508,"score_spread":0.33688855678358776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597240746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6775607,0.0003715087,0.000007714474,0.020154577,0.00032729888,0.00056320906,0.0000010398605,0.00004095176,0.300973],"genre_scores_gemma":[0.9881034,0.000021582951,0.0009887458,0.0021763984,0.00072986796,0.00015318378,0.0000014923388,0.0000272602,0.0077980887],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978634,0.00064069655,0.00033854163,0.00034306032,0.00039776156,0.00041652808],"domain_scores_gemma":[0.99867886,0.00042259303,0.00043095194,0.00019260513,0.00013224265,0.00014275471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018723502,0.0001723392,0.00020031915,0.00015028601,0.00053854537,0.00008483107,0.00042281687,0.00013097489,0.00021898162],"category_scores_gemma":[0.0012908066,0.00012558853,0.00004471804,0.0009960042,0.00019024058,0.00066072197,0.000052305506,0.0007449251,0.000046489295],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019102613,0.00073978864,0.13450181,0.00007949639,0.0001467128,4.9879503e-7,0.4753193,0.0012030323,0.015560771,0.27859655,0.0009091083,0.092751905],"study_design_scores_gemma":[0.0007465589,0.00042633477,0.14793098,0.00046904373,0.00009152902,0.00000511856,0.15980023,0.000018905723,0.022391196,0.16197588,0.50518215,0.0009621027],"about_ca_topic_score_codex":0.0012978517,"about_ca_topic_score_gemma":0.00007997244,"teacher_disagreement_score":0.504273,"about_ca_system_score_codex":0.00029380087,"about_ca_system_score_gemma":0.001035865,"threshold_uncertainty_score":0.5121352},"labels":[],"label_agreement":null},{"id":"W2761160728","doi":"10.1002/j.2334-4822.2000.tb00371.x","title":"13: Fragmentation Versus Integration of Faculty Work","year":2000,"lang":"en","type":"article","venue":"To improve the academy","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Fragmentation (computing); Faculty development; Focus (optics); Work (physics); Psychology; Pedagogy; Medical education; Engineering ethics; Mathematics education; Professional development; Medicine; Engineering; Computer science","score_opus":0.18450427834263983,"score_gpt":0.4797543274557898,"score_spread":0.29525004911314995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761160728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92609775,0.000027496462,0.0001553303,0.042630855,0.00021412411,0.00040076303,0.000004761014,0.0000534557,0.030415455],"genre_scores_gemma":[0.9900884,0.000028951692,0.0011985847,0.0006597872,0.00022465528,0.000027923385,0.000004841679,0.000006305943,0.00776053],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987163,0.0003552424,0.00018618815,0.0001294949,0.00046993748,0.00014282137],"domain_scores_gemma":[0.99928147,0.00038760577,0.00013624044,0.00010041927,0.000042510404,0.000051735566],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018955916,0.000063125204,0.00007427758,0.00003252758,0.00030906373,0.00004551224,0.00032807712,0.000079301535,0.0012406767],"category_scores_gemma":[0.0009305037,0.0000466677,0.000035379308,0.00029068417,0.000092068665,0.00042265403,0.000020393736,0.00022475304,0.00044270974],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048641275,0.000048381717,0.00033033307,0.0000034220536,0.000036902893,6.998515e-8,0.06334897,0.00058970175,0.006297492,0.010354097,0.007175485,0.91132873],"study_design_scores_gemma":[0.0025582025,0.0005033497,0.08012431,0.00009054549,0.00025589,3.355452e-7,0.028458022,0.0004449695,0.02355328,0.008416965,0.8549964,0.00059776107],"about_ca_topic_score_codex":0.0015310826,"about_ca_topic_score_gemma":0.0001435561,"teacher_disagreement_score":0.91073096,"about_ca_system_score_codex":0.00007974308,"about_ca_system_score_gemma":0.00004355406,"threshold_uncertainty_score":0.99967235},"labels":[],"label_agreement":null},{"id":"W2762012414","doi":"10.3998/tia.17063888.0028.013","title":"9: Conversations About Assessment and Learning","year":2010,"lang":"en","type":"article","venue":"To improve the academy","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Psychology; Computer science; Mathematics education","score_opus":0.08421993419689945,"score_gpt":0.435216239572619,"score_spread":0.3509963053757196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762012414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49980074,0.000061268154,0.000074457006,0.4799465,0.00041722113,0.00027904575,8.6706285e-7,0.00008082675,0.019339075],"genre_scores_gemma":[0.9890374,0.000023855237,0.00041740682,0.0028155625,0.0004109059,0.000036193633,2.7732952e-7,0.000004680674,0.0072537363],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993615,0.00014367701,0.000072573865,0.00011186725,0.0001385165,0.00017184623],"domain_scores_gemma":[0.9995612,0.00022928543,0.00003582941,0.000058053258,0.00002375148,0.00009189554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010384809,0.000049796938,0.000054867665,0.00002474255,0.00072736235,0.00006630011,0.00015250818,0.00005945008,0.00020494191],"category_scores_gemma":[0.00036257814,0.00003675131,0.000015683954,0.000106779065,0.0002477086,0.00008240382,0.00003939298,0.0006734382,0.00007077866],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003797417,0.000030193081,0.037159327,0.000005886695,0.000033498396,7.937783e-8,0.72269505,0.0000019353586,0.0072160433,0.1485529,0.0071423724,0.07715889],"study_design_scores_gemma":[0.00010111518,0.000013904121,0.25892845,0.0000023677392,0.000013900126,2.1913812e-7,0.16188046,0.000013744215,0.00007892413,0.0008780889,0.5779994,0.00008939054],"about_ca_topic_score_codex":0.0004355018,"about_ca_topic_score_gemma":0.000177994,"teacher_disagreement_score":0.57085705,"about_ca_system_score_codex":0.000025437705,"about_ca_system_score_gemma":0.00007507106,"threshold_uncertainty_score":0.55943567},"labels":[],"label_agreement":null},{"id":"W2762171299","doi":"10.1002/j.2334-4822.2006.tb00446.x","title":"An Adventure on POD's High Cs: Culture, Creativity, and Communication in the Academy: A Humanist Perspective","year":2006,"lang":"en","type":"article","venue":"To improve the academy","topic":"Academic Freedom and Politics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Humanism; Adventure; Creativity; Sociology; Criticism; Poetry; Narrative; Media studies; Art history; Literature; History; Art; Theology; Law; Philosophy; Political science","score_opus":0.022806362222227924,"score_gpt":0.35100110510732596,"score_spread":0.32819474288509803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762171299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5036842,0.002959192,0.00005312853,0.25046676,0.00017015997,0.0026660818,0.0001326502,0.00019063828,0.23967719],"genre_scores_gemma":[0.9878244,0.00028579668,0.00009720032,0.008244684,0.0010680084,0.00006985739,0.0000063069883,0.0000148898835,0.0023888862],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978361,0.00084412296,0.00021665602,0.00027858376,0.00040672533,0.00041780624],"domain_scores_gemma":[0.99909043,0.0003968426,0.00012071073,0.00026411645,0.000036762744,0.000091146765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015755764,0.0001736354,0.00017135858,0.0000564676,0.0009265667,0.00012664463,0.001212722,0.0003931853,0.000023023724],"category_scores_gemma":[0.00019260525,0.0001049554,0.000042288684,0.00029461802,0.00083252514,0.00027780447,0.00011531782,0.0013393273,0.000029469658],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021590138,0.00006200749,0.00026006202,0.0000028529678,0.0000066295765,3.156118e-7,0.038849518,0.000007132613,0.00048564826,0.94912213,0.010427178,0.0007549458],"study_design_scores_gemma":[0.00060286134,0.00023354753,0.037193824,0.000049427264,0.000060939798,0.0000035990913,0.04075041,0.000032923315,0.00067686173,0.71113455,0.20889455,0.00036650468],"about_ca_topic_score_codex":0.012916623,"about_ca_topic_score_gemma":0.00067709124,"teacher_disagreement_score":0.4841402,"about_ca_system_score_codex":0.00020261211,"about_ca_system_score_gemma":0.000043621745,"threshold_uncertainty_score":0.99365646},"labels":[],"label_agreement":null},{"id":"W2763076536","doi":"10.1002/j.2334-4822.2008.tb00514.x","title":"18: The Teaching Resource Portfolio: A Tool Kit for Future Professoriate and a Resource Guide for Current Teachers","year":2008,"lang":"en","type":"article","venue":"To improve the academy","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Portfolio; Scholarship; Resource (disambiguation); Teaching and learning center; Computer science; Mathematics education; Teaching method; Knowledge management; Engineering management; Medical education; Engineering ethics; Psychology; Political science; Engineering; Business; Medicine","score_opus":0.056999687827641594,"score_gpt":0.42808500096519164,"score_spread":0.37108531313755005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763076536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6453731,0.003002502,0.0033822607,0.27723923,0.002214689,0.013347021,0.000049407638,0.00027323744,0.05511855],"genre_scores_gemma":[0.8720667,0.0006041622,0.012766581,0.014300349,0.0232092,0.0060722125,0.000016911938,0.00017193762,0.07079195],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99768496,0.000661609,0.00032363305,0.00041222846,0.00037710174,0.000540462],"domain_scores_gemma":[0.9976455,0.0015270642,0.00033337963,0.00030044158,0.000076293094,0.00011730382],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005818139,0.00018017953,0.00017818881,0.000060214887,0.0029077556,0.00011749208,0.00077959045,0.00016686418,0.000011039278],"category_scores_gemma":[0.0042674304,0.0001123583,0.000098144825,0.00021895995,0.00027921307,0.00035547419,0.00014506506,0.0008500885,0.0000070458464],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029119872,0.00008496635,0.00053923123,0.000030940486,0.0000706029,1.5704867e-7,0.24487346,0.000012133251,0.0012557738,0.018779406,0.33379573,0.4002664],"study_design_scores_gemma":[0.00032355846,0.00007683122,0.0021160936,0.000016847142,0.0000664726,0.000003323154,0.02348547,0.000045571684,0.00014137152,0.0041797557,0.9693762,0.00016850469],"about_ca_topic_score_codex":0.00022447837,"about_ca_topic_score_gemma":0.000029540293,"teacher_disagreement_score":0.6355805,"about_ca_system_score_codex":0.00022106894,"about_ca_system_score_gemma":0.000210627,"threshold_uncertainty_score":0.9983903},"labels":[],"label_agreement":null},{"id":"W2792211396","doi":"10.1002/tia2.20066","title":"Seven Voices, Seven Developers, Seven One Things that Guide Our Practice","year":2018,"lang":"en","type":"article","venue":"To improve the academy","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Narrative; Field (mathematics); Process (computing); Pedagogy; Sociology; Engineering ethics; Work (physics); Epistemology; Psychology; Computer science; Engineering","score_opus":0.054592976261659557,"score_gpt":0.380330673198153,"score_spread":0.32573769693649346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792211396","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01639808,0.00015160962,0.0009013632,0.8144323,0.0014462906,0.0011038735,0.000008403964,0.00033357035,0.1652245],"genre_scores_gemma":[0.6931425,0.00015104475,0.040488414,0.15447316,0.0029839377,0.00013979762,0.0000050582526,0.00005577819,0.10856035],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99691874,0.0004954346,0.00037131316,0.00046343665,0.0009929318,0.0007581645],"domain_scores_gemma":[0.9983716,0.00046652587,0.00016819582,0.00029852378,0.0003129805,0.00038219334],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004795837,0.00021365183,0.00022224842,0.00007321154,0.001345718,0.0002712192,0.0012796301,0.00025545477,0.0003106507],"category_scores_gemma":[0.0037158222,0.00016747772,0.00006350008,0.00055508316,0.00024296259,0.0008274392,0.00033048948,0.0006104403,0.0027265805],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101507394,0.00022707744,0.00019395704,0.00003050087,0.00022585233,0.0000032540497,0.48643577,0.0000010158391,0.0014752208,0.10101479,0.30533785,0.10495322],"study_design_scores_gemma":[0.00015648396,0.000042384243,0.0007766943,0.000045956556,0.000047356694,0.000004195702,0.053573582,0.0000045750426,0.0015783448,0.009730486,0.9337432,0.00029675468],"about_ca_topic_score_codex":0.0015713697,"about_ca_topic_score_gemma":0.00012852204,"teacher_disagreement_score":0.6767444,"about_ca_system_score_codex":0.00036472848,"about_ca_system_score_gemma":0.00075488765,"threshold_uncertainty_score":0.9999544},"labels":[],"label_agreement":null},{"id":"W3124693200","doi":"10.1002/tia2.20026","title":"Overcoming Pedagogical Solitude: The Transformative Power of Discipline-Specific Faculty Learning Communities","year":2015,"lang":"en","type":"article","venue":"To improve the academy","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Transformative learning; Solitude; Power (physics); Pedagogy; Sociology; Psychology; Engineering ethics; Psychotherapist; Engineering","score_opus":0.43129462620408815,"score_gpt":0.5082203835505351,"score_spread":0.07692575734644697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124693200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86125857,0.00022023775,0.00074663735,0.10089973,0.00018551448,0.00063915836,0.00001325166,0.0000879517,0.03594897],"genre_scores_gemma":[0.99641675,0.000045863893,0.00027477066,0.0006337531,0.00016402073,0.000029741072,0.0000027139886,0.000010969332,0.0024214014],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9967245,0.0016674683,0.000322406,0.00011246426,0.0008743633,0.00029880795],"domain_scores_gemma":[0.9978908,0.0014243973,0.00025025013,0.00018811628,0.00012860206,0.00011785132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008204653,0.00012308735,0.00017702498,0.000041251427,0.0012269539,0.000125679,0.0010423918,0.00010104923,0.00013551001],"category_scores_gemma":[0.0011073971,0.00006761762,0.00007895112,0.00020472331,0.0005342296,0.00062864675,0.00021423576,0.0010652866,0.00009118521],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007691979,0.00003813303,0.00041715894,0.0000037998786,0.00003090306,9.288203e-8,0.9560715,0.00058553205,0.00038697527,0.03507301,0.0018892711,0.005426731],"study_design_scores_gemma":[0.00031625348,0.00011509281,0.0028866348,0.000020104408,0.000028471393,8.747006e-7,0.5501465,0.00017688467,0.00039659638,0.0033016938,0.44246775,0.0001431436],"about_ca_topic_score_codex":0.0010859822,"about_ca_topic_score_gemma":0.00015369707,"teacher_disagreement_score":0.44057846,"about_ca_system_score_codex":0.00010104019,"about_ca_system_score_gemma":0.00010829464,"threshold_uncertainty_score":0.9436861},"labels":[],"label_agreement":null},{"id":"W3164720756","doi":"10.1002/j.2334-4822.2010.tb00601.x","title":"9: CONVERSATIONS ABOUT ASSESSMENT AND LEARNING","year":2010,"lang":"en","type":"article","venue":"To improve the academy","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Faculty development; Pedagogy; Psychology; Medical education; Engineering ethics; Mathematics education; Professional development; Medicine; Engineering","score_opus":0.07660546315086995,"score_gpt":0.46972519390484896,"score_spread":0.393119730753979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164720756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74785876,0.000023103341,0.00027997626,0.20585693,0.00035271462,0.00037546252,0.0000011728907,0.000102234946,0.045149602],"genre_scores_gemma":[0.9880836,0.000022098622,0.0025990058,0.00205439,0.00031687037,0.000027282513,4.4622956e-7,0.000006529028,0.0068897763],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998842,0.00043583897,0.0001048399,0.00013806844,0.00031363708,0.00016562277],"domain_scores_gemma":[0.99881697,0.0008615029,0.000099808,0.00008563717,0.000036563553,0.000099541685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004752404,0.000053673262,0.000057878027,0.000033109805,0.0012187635,0.00014314192,0.00025076937,0.00007773102,0.00034031167],"category_scores_gemma":[0.002287291,0.000041058902,0.00001666739,0.000098309465,0.00016984013,0.00032858594,0.00007987862,0.0010325275,0.00012871885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014626069,0.00004403803,0.025509272,0.000008403597,0.00005421916,3.2675482e-7,0.09179567,0.00007861462,0.059313834,0.5983048,0.0056499024,0.21922627],"study_design_scores_gemma":[0.00017398362,0.00003376417,0.12594129,0.0000040272744,0.00003346796,6.784954e-7,0.005458967,0.0005171964,0.00021621115,0.0031995506,0.864301,0.00011980382],"about_ca_topic_score_codex":0.0010080314,"about_ca_topic_score_gemma":0.00019331343,"teacher_disagreement_score":0.85865116,"about_ca_system_score_codex":0.000031513733,"about_ca_system_score_gemma":0.00010376584,"threshold_uncertainty_score":0.93738675},"labels":[],"label_agreement":null},{"id":"W3201557768","doi":"10.3998/tia.962","title":"Cultivating an Institutional Culture that Values Teaching Developing a Repository of Effective Practices","year":2021,"lang":"en","type":"article","venue":"To improve the academy","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Waterloo; McMaster University; University of Windsor; Brock University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Resource (disambiguation); Organizational culture; Knowledge management; Engineering ethics; Perception; Pedagogy; Sociology; Political science; Public relations; Computer science; Engineering; Psychology","score_opus":0.07776347274901267,"score_gpt":0.4221106519042142,"score_spread":0.3443471791552015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201557768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9332682,0.00032278526,0.0009274672,0.020746311,0.00065564725,0.00053829246,0.000003208834,0.00006646437,0.04347164],"genre_scores_gemma":[0.98619604,0.000038643033,0.008114883,0.0012736956,0.00061447936,0.00006748445,0.000002520298,0.0000068652375,0.0036854004],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980676,0.0009865917,0.00017025306,0.00022185937,0.0003691553,0.00018451062],"domain_scores_gemma":[0.99889636,0.0004631253,0.00034146992,0.000117496624,0.00010454405,0.00007700625],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0019525819,0.00008304505,0.00010442983,0.000025953963,0.001684019,0.000115728224,0.00026689013,0.000081447986,0.00002348119],"category_scores_gemma":[0.0025507824,0.000061011542,0.000037775706,0.00018528923,0.000109229106,0.0008130743,0.000101601494,0.00047606163,0.000008868273],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052658128,0.00024359276,0.009828654,0.00008930468,0.00022303172,0.0000061594646,0.51537126,0.00017296623,0.15715502,0.23772481,0.0044240635,0.07470845],"study_design_scores_gemma":[0.0002596173,0.000070889764,0.04667059,0.00016058108,0.00007751249,0.0000101307005,0.11588473,0.000032604803,0.06797917,0.0027969058,0.7657572,0.0003000864],"about_ca_topic_score_codex":0.0009093277,"about_ca_topic_score_gemma":0.00002546577,"teacher_disagreement_score":0.7613331,"about_ca_system_score_codex":0.00016097564,"about_ca_system_score_gemma":0.000328207,"threshold_uncertainty_score":0.99961567},"labels":[],"label_agreement":null},{"id":"W4232848939","doi":"10.3998/tia.17063888.0039.206","title":"20210331","year":2020,"lang":"en","type":"article","venue":"To improve the academy","topic":"Critical Race Theory in Education","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Political science","score_opus":0.048339938698199636,"score_gpt":0.3978833272088628,"score_spread":0.3495433885106632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232848939","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1716555,0.000055234155,0.0002678626,0.7798414,0.00026194687,0.00037007494,0.0000037630616,0.000106635685,0.047437564],"genre_scores_gemma":[0.96051306,0.000012219446,0.00016323074,0.034983587,0.001595861,0.000029062421,3.0761828e-7,0.000008917779,0.0026937837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906224,0.00016481467,0.000106367064,0.00015619595,0.00023921508,0.00027117613],"domain_scores_gemma":[0.9992678,0.0003185427,0.000021912732,0.000093878254,0.000026402708,0.0002714669],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006802824,0.000058267644,0.00006929301,0.000011582044,0.00030763162,0.000052601743,0.0005139857,0.00006605968,0.00085421867],"category_scores_gemma":[0.0023866412,0.00004401759,0.000032029195,0.0002993928,0.0001865217,0.000113775764,0.000078797144,0.00024521633,0.002409645],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032632648,0.000021845493,0.00003046936,0.0000060737807,0.0000084106005,3.4164935e-7,0.11546346,0.0000070433816,0.018089483,0.7726565,0.032316547,0.061367225],"study_design_scores_gemma":[0.00008048825,0.000043361444,0.00038011873,0.000003806814,0.00001636871,1.7237596e-7,0.025213985,0.00003457936,0.0037191638,0.064512804,0.9058656,0.00012952078],"about_ca_topic_score_codex":0.00008918325,"about_ca_topic_score_gemma":0.00001605817,"teacher_disagreement_score":0.8735491,"about_ca_system_score_codex":0.00004804478,"about_ca_system_score_gemma":0.0000667485,"threshold_uncertainty_score":0.9983671},"labels":[],"label_agreement":null},{"id":"W4290670184","doi":"10.3998/tia.1715","title":"Evidencing the value of educational development: Charting a course on the waves and winds of change","year":2022,"lang":"en","type":"article","venue":"To improve the academy","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Thompson Rivers University; Western University","funders":"","keywords":"Value (mathematics); Chart; Process (computing); Path (computing); Scale (ratio); Work (physics); Computer science; Data science; Psychology; Engineering; Geography; Cartography; Mathematics; Machine learning","score_opus":0.23433654530471915,"score_gpt":0.44967715951638304,"score_spread":0.2153406142116639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290670184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6853454,0.00025317518,0.0000017611259,0.31240284,0.00009083159,0.0004251024,0.0000028271227,0.000005683693,0.001472363],"genre_scores_gemma":[0.99485713,0.000015418182,0.00012524283,0.003688211,0.00022672456,0.00015307857,3.719158e-7,0.000006205683,0.0009275866],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9979447,0.0008851398,0.00021317748,0.0001221638,0.0006850952,0.00014970594],"domain_scores_gemma":[0.99641603,0.003030671,0.00035968874,0.0001243046,0.00003873836,0.000030587285],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009280193,0.000061433515,0.00008068574,0.00003305355,0.0014390579,0.000025888494,0.00056837994,0.000023860175,0.0002572371],"category_scores_gemma":[0.0025226327,0.000033707267,0.000024350766,0.00021431377,0.00017960374,0.00016590297,0.00023527347,0.000339415,0.000007840501],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054022727,0.00010004826,0.004673927,0.000023192395,0.00008826691,5.2054553e-8,0.632559,0.00014039902,0.0061349696,0.30276787,0.0018659707,0.051592294],"study_design_scores_gemma":[0.0006265088,0.00043868273,0.44104305,0.0002836265,0.00028902426,0.000005758322,0.24312246,0.0016894975,0.015894633,0.026720697,0.26930222,0.0005838348],"about_ca_topic_score_codex":0.0005607703,"about_ca_topic_score_gemma":0.000031470026,"teacher_disagreement_score":0.43636912,"about_ca_system_score_codex":0.00006225803,"about_ca_system_score_gemma":0.00025125977,"threshold_uncertainty_score":0.99986094},"labels":[],"label_agreement":null},{"id":"W4293011343","doi":"10.3998/tia.1841","title":"Infusion rather than isolation: Integrating principles of equity, diversity, inclusion, decolonization, and Indigenization in toolkits for remote instruction during the COVID-19 pandemic","year":2022,"lang":"en","type":"article","venue":"To improve the academy","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of the Rockies; Queen's University; University of Manitoba","funders":"","keywords":"Indigenization; Inclusion (mineral); Equity (law); Curriculum; Pandemic; Sociology; Pedagogy; Diversity (politics); Political science; Public relations; Coronavirus disease 2019 (COVID-19); Medicine; Social science; Law","score_opus":0.09177959881572374,"score_gpt":0.3847510299862623,"score_spread":0.2929714311705386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293011343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98040056,0.00005259203,0.0029255983,0.014941142,0.00021239385,0.0011251266,0.00000969322,0.000028515467,0.0003043598],"genre_scores_gemma":[0.9976339,0.00010218062,0.0003153955,0.0010829805,0.0001167237,0.000052109008,0.0000060436855,0.000007826267,0.00068286265],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9986402,0.00041049861,0.00025895482,0.00017480395,0.0003492378,0.000166345],"domain_scores_gemma":[0.99919933,0.00032773212,0.00024867448,0.00009802954,0.00006467393,0.00006157762],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0031178144,0.000072487645,0.000085780746,0.00010245839,0.005584274,0.000044909582,0.00038399955,0.00005699727,0.00007915932],"category_scores_gemma":[0.0010931061,0.000054631746,0.000022072974,0.00059920474,0.000077311655,0.0002540983,0.0029368014,0.00024105608,6.735982e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002176026,0.00006218863,0.43326864,0.00006980815,0.000027878472,1.8377864e-7,0.48719627,0.007673195,0.0051290495,0.03173517,0.00027459147,0.034345426],"study_design_scores_gemma":[0.0034791334,0.0003229551,0.5394924,0.000046169996,0.0001026779,0.000011868881,0.09999028,0.005089531,0.0007014164,0.03989777,0.31028202,0.0005837369],"about_ca_topic_score_codex":0.0021170317,"about_ca_topic_score_gemma":0.002041317,"teacher_disagreement_score":0.387206,"about_ca_system_score_codex":0.0004943953,"about_ca_system_score_gemma":0.00018867358,"threshold_uncertainty_score":0.9957103},"labels":[],"label_agreement":null},{"id":"W4309459580","doi":"10.3998/tia.275","title":"Reflections on pedagogical practice and development through multidisciplinary triadic peer mentorship","year":2022,"lang":"en","type":"article","venue":"To improve the academy","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Mentorship; Transformative learning; Reciprocity (cultural anthropology); Multidisciplinary approach; Professional development; Pedagogy; Triad (sociology); Community of practice; Faculty development; Psychology; Sociology; Medical education; Medicine","score_opus":0.26040088438819875,"score_gpt":0.5393474965950761,"score_spread":0.27894661220687733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309459580","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23046099,0.0002500462,0.0003864295,0.40549228,0.0017070741,0.0020749646,0.0000075862986,0.00016569205,0.35945493],"genre_scores_gemma":[0.95950997,0.0000670765,0.008255032,0.006796476,0.0007539612,0.00092081033,0.0000034372729,0.000023395858,0.023669848],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965215,0.0015100719,0.0002362585,0.00039321525,0.0009767361,0.0003622621],"domain_scores_gemma":[0.99771804,0.0016802744,0.00021138298,0.00017259123,0.00008873245,0.00012896053],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004994836,0.00012861488,0.00011527564,0.000072120274,0.0038047577,0.00011011348,0.00044908523,0.00007893497,0.00032293488],"category_scores_gemma":[0.003936728,0.0001013118,0.000029240851,0.00049902924,0.00015529532,0.0005698166,0.0003860565,0.00093473605,0.00012852064],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008474047,0.0006650668,0.0002803153,0.0000070232195,0.00010564639,0.0000023612527,0.8370132,0.00013662365,0.0029696934,0.09577217,0.008817388,0.053383123],"study_design_scores_gemma":[0.00021007344,0.00019425817,0.0017744811,0.0000023460175,0.000028508568,0.000006010336,0.08637592,0.0000035368219,0.00036707937,0.004680082,0.90621567,0.00014205319],"about_ca_topic_score_codex":0.00041036404,"about_ca_topic_score_gemma":0.000046069403,"teacher_disagreement_score":0.89739823,"about_ca_system_score_codex":0.00078990986,"about_ca_system_score_gemma":0.00036635605,"threshold_uncertainty_score":0.99749213},"labels":[],"label_agreement":null},{"id":"W4310581162","doi":"10.3998/tia.2732","title":"Designing programs to prepare future faculty for academic careers: Insights from a longitudinal case study of a multidisciplinary cohort-based program model for doctoral students","year":2022,"lang":"en","type":"article","venue":"To improve the academy","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Multidisciplinary approach; Medical education; Academic institution; Psychology; Institution; Discipline; Cohort; Work (physics); The arts; Career development; Higher education; Pedagogy; Sociology; Library science; Political science; Engineering; Medicine; Computer science","score_opus":0.34177226857808674,"score_gpt":0.5596588173408445,"score_spread":0.21788654876275781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310581162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9585658,0.00018841284,0.0029185107,0.0035134212,0.00043401113,0.033448882,0.0007469181,0.00017913821,0.000004914402],"genre_scores_gemma":[0.92507523,0.0000018244078,0.006786749,0.000452713,0.00066084176,0.06632413,0.00019321055,0.000067766945,0.00043750595],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99640757,0.0004243235,0.00091353536,0.0008182057,0.00067749596,0.0007588501],"domain_scores_gemma":[0.99794817,0.00039243494,0.00044661853,0.0004854326,0.00034054928,0.0003867744],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0009563952,0.00034381147,0.00051578507,0.0001553451,0.0027023302,0.00002838677,0.0010175577,0.00025102796,0.000018267116],"category_scores_gemma":[0.00013931977,0.00026076272,0.000180941,0.00047429817,0.000044904777,0.00014916554,0.00085853075,0.0011257953,0.000004212281],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054503186,0.008074192,0.12374896,0.0007006348,0.0011366195,0.000025846803,0.75142086,0.05082449,0.0013732929,0.00039914506,0.018006658,0.038839012],"study_design_scores_gemma":[0.010431752,0.0094491225,0.02506955,0.00022836663,0.0010035366,0.000011279042,0.770324,0.16396764,0.000063572814,0.0007713429,0.017561086,0.0011187894],"about_ca_topic_score_codex":0.0011193495,"about_ca_topic_score_gemma":0.0009872393,"teacher_disagreement_score":0.113143146,"about_ca_system_score_codex":0.0005074096,"about_ca_system_score_gemma":0.00046379172,"threshold_uncertainty_score":0.99998444},"labels":[],"label_agreement":null},{"id":"W4362600840","doi":"10.3998/tia.3492","title":"Strategic planning tools for educational developers supporting SoTL cultures and programs at their institutions","year":2023,"lang":"en","type":"article","venue":"To improve the academy","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Worksheet; Scholarship of Teaching and Learning; Computer science; Institution; Management; Sociology; Mathematics education; Pedagogy; Psychology; Teaching method; Social science; Teaching and learning center","score_opus":0.4158867063345668,"score_gpt":0.5264143240652533,"score_spread":0.11052761773068653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362600840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8414747,0.00007797504,0.0000515367,0.15045927,0.00020970889,0.0011042085,0.000015158874,0.00015806546,0.006449339],"genre_scores_gemma":[0.99140644,0.000019496998,0.0014856303,0.0011430605,0.00042432811,0.00039335917,0.00003304858,0.00001080407,0.005083851],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988347,0.00014907196,0.000197698,0.00021888195,0.00026409607,0.00033549767],"domain_scores_gemma":[0.99858546,0.0010198003,0.00015400139,0.000073749914,0.000062347885,0.00010465055],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0029976196,0.00009416188,0.00008759703,0.000052330794,0.0020168202,0.00031619685,0.00031721583,0.000087023436,0.000034599285],"category_scores_gemma":[0.0026706618,0.00006488253,0.00003380453,0.000287784,0.00018429942,0.000578771,0.000111372065,0.00020533647,0.00007035614],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070104164,0.00006097035,0.004288714,0.00005561168,0.00012950927,4.89743e-7,0.23034582,0.0008008177,0.012084893,0.6291983,0.017098198,0.10586655],"study_design_scores_gemma":[0.0004327261,0.000099973564,0.022606254,0.000069522546,0.000069711714,0.000004603323,0.08768433,0.0005286385,0.0008876754,0.03887692,0.8482987,0.00044093168],"about_ca_topic_score_codex":0.00017466731,"about_ca_topic_score_gemma":0.00012440952,"teacher_disagreement_score":0.83120054,"about_ca_system_score_codex":0.00010284944,"about_ca_system_score_gemma":0.000401855,"threshold_uncertainty_score":0.9992824},"labels":[],"label_agreement":null},{"id":"W4382765588","doi":"10.3998/tia.2092","title":"Managing for agility in constant change: HR strategies for teaching center leaders","year":2023,"lang":"en","type":"article","venue":"To improve the academy","topic":"Organizational Learning and Leadership","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Saskatchewan","funders":"","keywords":"Agile software development; Accountability; Knowledge management; Grounded theory; Center (category theory); Process management; Public relations; Computer science; Engineering ethics; Business; Sociology; Political science; Engineering; Qualitative research","score_opus":0.0911398526247538,"score_gpt":0.31924694820188326,"score_spread":0.22810709557712947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382765588","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41010347,0.00013969847,0.012237442,0.5585222,0.0012834796,0.006528382,0.00006490775,0.0012051674,0.009915206],"genre_scores_gemma":[0.9851385,0.000002013931,0.00013944793,0.011866559,0.0015263304,0.00023508938,0.000038615057,0.00004071495,0.0010127786],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989362,0.000018404387,0.00019876024,0.00027768489,0.00013501487,0.00043394297],"domain_scores_gemma":[0.99954015,0.00021247895,0.000086182394,0.00011038947,0.000038312875,0.000012469495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012396656,0.00014071936,0.00014345489,0.00020626985,0.00029638197,0.00019559343,0.00029796187,0.00007110704,0.000015099008],"category_scores_gemma":[0.00037835777,0.000111194175,0.00005559851,0.00037698165,0.0000691318,0.00062011316,0.00010318094,0.00029387145,0.00013348172],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006591287,0.00015657835,0.015855571,0.0028267931,0.00012333637,0.000004219391,0.015362148,0.0025456434,0.010869073,0.79312056,0.07013079,0.08834618],"study_design_scores_gemma":[0.0035979308,0.000075516386,0.021452777,0.00033152537,0.00011696248,0.0000019525883,0.08976703,0.05262678,0.00031830976,0.11719703,0.7134465,0.0010676964],"about_ca_topic_score_codex":0.000102545404,"about_ca_topic_score_gemma":0.000022610513,"teacher_disagreement_score":0.6759235,"about_ca_system_score_codex":0.000032807802,"about_ca_system_score_gemma":0.000013988335,"threshold_uncertainty_score":0.45343667},"labels":[],"label_agreement":null},{"id":"W4399376280","doi":"10.3998/tia.5214","title":"Supporting student mental health while enhancing self-care: Evaluating the efficacy of a Graduate Teaching Assistant training module","year":2024,"lang":"en","type":"article","venue":"To improve the academy","topic":"Intellectual Property Law","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Computer science","score_opus":0.11913760085302005,"score_gpt":0.4481628206192767,"score_spread":0.32902521976625665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399376280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94554734,0.0010863049,0.00043996982,0.04009026,0.0007754371,0.0023415012,0.000015666776,0.00033626313,0.009367252],"genre_scores_gemma":[0.9957204,0.000025195162,0.0009638783,0.0017028716,0.0006532162,0.000069090805,0.0000020254577,0.000043516295,0.0008198424],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99548554,0.001208781,0.0007421866,0.00045425948,0.0012327094,0.0008765036],"domain_scores_gemma":[0.99817824,0.0011187056,0.0002543991,0.00023393483,0.0000633569,0.00015138129],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01342209,0.00021006842,0.00029987041,0.00007484179,0.0021973527,0.0002814057,0.00092755666,0.000081803795,0.00006926466],"category_scores_gemma":[0.0014367998,0.00012198032,0.00015698426,0.00041298452,0.00017378888,0.00022683779,0.00033760568,0.0011162073,0.0000603615],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002840536,0.000034053723,0.000008781072,0.0000645253,0.00009241908,6.343361e-7,0.8511006,0.00007514712,0.022478927,0.0055930307,0.0011767187,0.119346745],"study_design_scores_gemma":[0.0013121869,0.002414923,0.0011951465,0.0017553489,0.00034205508,0.000017559214,0.82434857,0.026386144,0.02966874,0.0022124287,0.10907059,0.0012762774],"about_ca_topic_score_codex":0.0012059223,"about_ca_topic_score_gemma":0.00018165179,"teacher_disagreement_score":0.11807047,"about_ca_system_score_codex":0.00064090686,"about_ca_system_score_gemma":0.00063123275,"threshold_uncertainty_score":0.99910164},"labels":[],"label_agreement":null},{"id":"W4401326403","doi":"10.3998/tia.5274","title":"Curriculum developers: An emerging subset of educational developers","year":2024,"lang":"en","type":"article","venue":"To improve the academy","topic":"Intellectual Property Law","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.04749087665069421,"score_gpt":0.37346569740316266,"score_spread":0.3259748207524684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401326403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7925141,0.0008484748,0.00016298666,0.1246499,0.0013323056,0.00092680054,0.000018541197,0.00016524845,0.07938164],"genre_scores_gemma":[0.98668313,0.00004010456,0.000896882,0.0016423806,0.00062462926,0.00005194592,0.0000036706524,0.000024001409,0.010033227],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984582,0.0001808476,0.00025848227,0.00029376516,0.000415579,0.00039309752],"domain_scores_gemma":[0.99937814,0.00019732867,0.000037911286,0.00013367819,0.00010985169,0.0001430718],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012372559,0.00012738719,0.00012804117,0.00010266436,0.00041429393,0.000107752116,0.00078721123,0.00011233774,0.0015404039],"category_scores_gemma":[0.0008479158,0.00008391079,0.000053143776,0.00081162475,0.00027534383,0.0003960204,0.00011594175,0.00032019021,0.00078738114],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030250181,0.00011425484,0.0006757777,0.00009091867,0.00015556219,0.0000014372694,0.23670448,0.00006263963,0.017749123,0.56771404,0.08512574,0.09157576],"study_design_scores_gemma":[0.00010085091,0.00008723717,0.0005503121,0.00011899691,0.00004358331,0.0000042649085,0.020996038,0.0009491683,0.0093161445,0.0073124403,0.9600431,0.00047788976],"about_ca_topic_score_codex":0.0024063562,"about_ca_topic_score_gemma":0.0004061049,"teacher_disagreement_score":0.8749173,"about_ca_system_score_codex":0.00017025351,"about_ca_system_score_gemma":0.00070327404,"threshold_uncertainty_score":0.99999064},"labels":[],"label_agreement":null},{"id":"W4406785575","doi":"10.3998/tia.5821","title":"Title Pending 5821","year":2025,"lang":"en","type":"article","venue":"To improve the academy","topic":"Intellectual Property Law","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Business","score_opus":0.03574495901933564,"score_gpt":0.36599617261487977,"score_spread":0.3302512135955441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406785575","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012642517,0.00006692436,0.00011940314,0.019774131,0.0002997238,0.00015268718,7.427557e-7,0.000045492663,0.97827667],"genre_scores_gemma":[0.68226016,0.00001050022,0.000062634004,0.00424864,0.00021252321,0.000007921543,8.892971e-8,0.0000039281326,0.31319362],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995884,0.00004261041,0.000052118172,0.0000770567,0.00009313728,0.00014671017],"domain_scores_gemma":[0.9998071,0.00008021704,0.000009673796,0.00006569102,0.000011121725,0.000026163556],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00034329644,0.000033030483,0.000039762424,0.000023626164,0.00023159623,0.000029806832,0.00029027875,0.000049319515,0.0033273776],"category_scores_gemma":[0.00029971468,0.000021360693,0.000019876414,0.00016450243,0.00006748933,0.000034117733,0.00007143815,0.00013598547,0.0049047614],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067802243,0.0000052690793,0.0000057176426,0.0000035433147,0.000010722859,1.8886607e-7,0.0035362192,6.3793914e-7,0.0045400993,0.3370237,0.5888246,0.06604253],"study_design_scores_gemma":[0.00002032649,0.0000047264457,0.000021243737,0.000004940683,0.0000039372094,5.4688595e-8,0.00025216464,0.000023775801,0.003874317,0.0047719027,0.99098885,0.000033731387],"about_ca_topic_score_codex":0.00019789879,"about_ca_topic_score_gemma":0.000014419306,"teacher_disagreement_score":0.6809959,"about_ca_system_score_codex":0.00004616834,"about_ca_system_score_gemma":0.000042995292,"threshold_uncertainty_score":0.9975837},"labels":[],"label_agreement":null}]}