{"meta":{"query_hash":"616030400107","filters":{"venue":"New Directions for Institutional Research"},"cohort_total":9,"direct_labels_cover":0,"predictions_cover":9,"exported":9,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/616030400107","api":"https://metacan.xera.ac/api/v1/cohort?venue=New+Directions+for+Institutional+Research"},"results":[{"id":"W1990233393","doi":"10.1002/ir.6","title":"Improving Judgments About Teaching Effectiveness: How to Lie Without Statistics","year":2001,"lang":"en","type":"article","venue":"New Directions for Institutional Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Statistical analysis; Mathematics education; Psychology; Research methodology; Higher education; Computer science; Management science; Applied psychology; Statistics; Sociology; Political science; Mathematics; Economics; Law","score_opus":0.28533768247735514,"score_gpt":0.5458200586009814,"score_spread":0.26048237612362624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990233393","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11733298,0.00029306725,0.695275,0.026316114,0.0030573444,0.004144834,0.00018097663,0.0004971546,0.15290253],"genre_scores_gemma":[0.90409434,0.00009454931,0.058475852,0.00014215343,0.001476199,0.00050549686,0.00005269219,0.000028380919,0.035130333],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956236,0.00139515,0.00019915147,0.0004427426,0.0017201499,0.0006192153],"domain_scores_gemma":[0.9950862,0.003363056,0.000086199085,0.00022389997,0.00084244116,0.0003981811],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.011828633,0.00012854686,0.00015653092,0.00052756,0.0063979113,0.00058590074,0.000393314,0.00011131933,0.00012651912],"category_scores_gemma":[0.037099574,0.00013682341,0.000067007415,0.0006555343,0.00032051973,0.0009882086,0.00008377267,0.00066452165,0.00017060857],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002896339,0.00030585736,0.011776116,0.00004954756,0.00008396906,0.0000060927305,0.003202415,0.00083280914,0.0017878565,0.63654613,0.024681978,0.32043758],"study_design_scores_gemma":[0.00056912005,0.00015210928,0.012926818,0.00009733282,0.00002268996,0.000004949714,0.00084521546,0.0005105894,0.00012675172,0.006435112,0.97812665,0.0001826566],"about_ca_topic_score_codex":0.020976342,"about_ca_topic_score_gemma":0.009914984,"teacher_disagreement_score":0.95344466,"about_ca_system_score_codex":0.0012740011,"about_ca_system_score_gemma":0.0023508945,"threshold_uncertainty_score":0.99489564},"labels":[],"label_agreement":null},{"id":"W2063009847","doi":"10.1002/ir.4","title":"Improving Judgments About Teaching Effectiveness Using Teacher Rating Forms","year":2001,"lang":"en","type":"article","venue":"New Directions for Institutional Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Summative assessment; Process (computing); Computer science; Evaluation methods; Psychology; Management science; Mathematics education; Process management; Formative assessment; Business; Engineering","score_opus":0.36243453018453203,"score_gpt":0.5635661835029041,"score_spread":0.20113165331837207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063009847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6852639,0.00042569515,0.0928977,0.0024830173,0.0014451164,0.0020579363,0.000011172734,0.00033604467,0.21507944],"genre_scores_gemma":[0.97736865,0.000047705904,0.01171438,0.000039455157,0.0012918253,0.00019028409,0.00001704776,0.000024876943,0.009305745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954803,0.001535255,0.00030174723,0.00044157467,0.0015547732,0.00068632915],"domain_scores_gemma":[0.99655646,0.0022912838,0.00013499647,0.00020987136,0.0005620347,0.00024535332],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.018272774,0.00013860055,0.00016112042,0.00049432594,0.010269895,0.0004509184,0.0003613178,0.00015370866,0.00018880067],"category_scores_gemma":[0.020472277,0.00014054759,0.00012334288,0.0006808428,0.00038948155,0.0018469864,0.00008454494,0.0008959497,0.00005247392],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035363925,0.00062639697,0.02467152,0.0000930287,0.00016603201,0.0000087501285,0.006027976,0.0061478466,0.013393265,0.5131542,0.0016972827,0.43366006],"study_design_scores_gemma":[0.0017145018,0.0001564408,0.012188455,0.00034387506,0.000064284,0.000028477485,0.0039411215,0.014687026,0.0006731338,0.012542386,0.95319015,0.0004701789],"about_ca_topic_score_codex":0.033741698,"about_ca_topic_score_gemma":0.0032188185,"teacher_disagreement_score":0.95149285,"about_ca_system_score_codex":0.0017632536,"about_ca_system_score_gemma":0.0023807501,"threshold_uncertainty_score":0.9910186},"labels":[],"label_agreement":null},{"id":"W2072956534","doi":"10.1002/ir.389","title":"The tie that binds: The role of self‐reported high school gains in self‐reported college gains","year":2011,"lang":"en","type":"article","venue":"New Directions for Institutional Research","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Mathematics education; Higher education; Medical education; Pedagogy; Economic growth; Medicine; Economics","score_opus":0.20385173076436638,"score_gpt":0.458678889893098,"score_spread":0.25482715912873166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072956534","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45457128,0.0023741524,0.00010518224,0.013475903,0.0018639583,0.0058121784,0.0002024226,0.00039098208,0.52120394],"genre_scores_gemma":[0.9797216,0.0016393635,0.0006374085,0.000035015022,0.0004089961,0.0011577733,0.000015275717,0.000017183324,0.0163674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953824,0.0007806374,0.000525627,0.0004067732,0.0020280238,0.0008765314],"domain_scores_gemma":[0.99495554,0.0022783075,0.00016560884,0.0005295103,0.001740324,0.00033069754],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006440733,0.00015495247,0.00020738703,0.00053640676,0.0056916564,0.000115092436,0.00078405393,0.00014966176,0.00041804492],"category_scores_gemma":[0.007121575,0.00010638571,0.00014188081,0.002919156,0.0017430165,0.0003382022,0.00014467385,0.00065304345,0.00007444029],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021677103,0.0013141104,0.066610664,0.000024193716,0.00080618716,0.000016703001,0.017939148,0.000031925498,0.0002642957,0.8519959,0.0569196,0.0038605195],"study_design_scores_gemma":[0.0004743636,0.00009090733,0.12485382,0.000034892015,0.000030764408,0.0000054447123,0.014802319,0.00006421617,0.00080144336,0.019129725,0.8395727,0.00013936518],"about_ca_topic_score_codex":0.036000196,"about_ca_topic_score_gemma":0.040997095,"teacher_disagreement_score":0.83286613,"about_ca_system_score_codex":0.0011039033,"about_ca_system_score_gemma":0.009504934,"threshold_uncertainty_score":0.99611026},"labels":[],"label_agreement":null},{"id":"W2150397601","doi":"10.1002/ir.368","title":"The importance of longitudinal pretest‐posttest designs in estimating college impact","year":2010,"lang":"en","type":"article","venue":"New Directions for Institutional Research","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Longitudinal study; Psychology; Research design; Medical education; Statistics; Mathematics; Medicine","score_opus":0.17655806741945287,"score_gpt":0.5310936547038487,"score_spread":0.3545355872843958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150397601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.927165,0.0005865286,0.0006903499,0.015035994,0.0015604487,0.002397991,0.00014615284,0.00007138229,0.05234617],"genre_scores_gemma":[0.9887981,0.00008888331,0.005682382,0.0000069216526,0.0005701302,0.00043218955,0.000006863583,0.000008287745,0.004406276],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9975046,0.00024145583,0.00030158978,0.0002488492,0.0010743472,0.00062916],"domain_scores_gemma":[0.99334896,0.00493883,0.00006886136,0.00023589497,0.0011927487,0.00021467933],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0052613947,0.00008853936,0.00013100209,0.00031682584,0.003887187,0.00010663821,0.00044213122,0.00008340713,0.00016115193],"category_scores_gemma":[0.020735526,0.00006839104,0.00008952816,0.0017513896,0.0019590617,0.00028067015,0.000058306516,0.00059085595,0.000017305641],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011245811,0.00029613593,0.38617355,0.000025613788,0.00006327637,0.000003951829,0.0023509127,0.0005223649,0.0015663363,0.56887364,0.034557827,0.0054538995],"study_design_scores_gemma":[0.00079317734,0.00023827719,0.61177236,0.000092733964,0.000010254357,0.000008492156,0.002505097,0.001289552,0.000621547,0.041306287,0.34111845,0.00024377002],"about_ca_topic_score_codex":0.009766251,"about_ca_topic_score_gemma":0.08123811,"teacher_disagreement_score":0.5275674,"about_ca_system_score_codex":0.000485629,"about_ca_system_score_gemma":0.006436489,"threshold_uncertainty_score":0.9991961},"labels":[],"label_agreement":null},{"id":"W4214561614","doi":"10.1002/ir.20334","title":"Issue Information","year":2020,"lang":"en","type":"paratext","venue":"New Directions for Institutional Research","topic":"Healthcare Systems and Practices","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Computer science; World Wide Web; Library science","score_opus":0.42953185230850705,"score_gpt":0.621021846000317,"score_spread":0.1914899936918099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214561614","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013400153,0.0017359479,0.0036060861,0.035023086,0.023608731,0.004211521,0.0019181748,0.00011867567,0.9297644],"genre_scores_gemma":[0.0012458606,0.0026052254,0.0012505673,0.0018150809,0.01875096,0.0030338177,0.0039657494,0.000050791146,0.96728194],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947136,0.0015549678,0.0010631897,0.00043532325,0.0012769006,0.0009560317],"domain_scores_gemma":[0.9923184,0.0038972928,0.00036766098,0.00039605336,0.0023749627,0.0006456537],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0034950816,0.00026523083,0.00047506343,0.0008229281,0.005856131,0.00011008237,0.00041372477,0.0010447449,0.01949779],"category_scores_gemma":[0.0075998334,0.0002479361,0.00017670511,0.001188794,0.00016330225,0.0010584174,0.00014302281,0.003841846,0.21130235],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015600343,0.00002139384,0.000009317264,0.0016226228,0.00006585482,8.269668e-7,0.0011314693,0.000031906886,0.000008041325,0.020977017,0.9430782,0.032897305],"study_design_scores_gemma":[0.00057738123,0.0001477135,0.00005916401,0.0005880835,0.000014680556,0.000003942643,0.0009155172,0.00006367113,0.000009234412,0.00039315983,0.9970177,0.00020975362],"about_ca_topic_score_codex":0.010057863,"about_ca_topic_score_gemma":0.0009040476,"teacher_disagreement_score":0.19180456,"about_ca_system_score_codex":0.0012792337,"about_ca_system_score_gemma":0.018610142,"threshold_uncertainty_score":0.9999973},"labels":[],"label_agreement":null},{"id":"W4231613384","doi":"10.1002/ir.20252","title":"Issue Information","year":2019,"lang":"en","type":"paratext","venue":"New Directions for Institutional Research","topic":"Legal and Policy Issues","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Citation; World Wide Web; Library science","score_opus":0.1604270560392054,"score_gpt":0.5052684918192271,"score_spread":0.3448414357800217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231613384","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000258163,0.001005244,0.000479133,0.008829895,0.01260346,0.0012512101,0.0005979199,0.00006162193,0.9751457],"genre_scores_gemma":[0.001958645,0.0021777898,0.00025350027,0.00024866738,0.0089012915,0.00025790528,0.00095203443,0.0000133745325,0.98523676],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972334,0.00022280586,0.00029092195,0.0002475961,0.0013485621,0.0006567048],"domain_scores_gemma":[0.9976209,0.00064531324,0.00007861897,0.0002384898,0.0011434279,0.00027328133],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00144734,0.00015840087,0.00022248554,0.0007946506,0.0029330058,0.00046725586,0.0004879279,0.00050660205,0.0098050395],"category_scores_gemma":[0.0017823062,0.0001560224,0.00016924346,0.0009937747,0.000597992,0.0010382353,0.00006061957,0.000730484,0.13109553],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002538051,0.000022018368,0.000001993333,0.000060215647,0.000027435985,1.1719243e-7,0.0021802508,0.00011111551,0.0000030527292,0.14972992,0.8326225,0.015215971],"study_design_scores_gemma":[0.00023254227,0.00005222599,0.000013089465,0.00008425788,0.000007522069,8.4336943e-7,0.00042374895,0.000011001626,0.00005558912,0.001655936,0.99729234,0.00017092354],"about_ca_topic_score_codex":0.064011216,"about_ca_topic_score_gemma":0.003821801,"teacher_disagreement_score":0.1646698,"about_ca_system_score_codex":0.000884413,"about_ca_system_score_gemma":0.0089236135,"threshold_uncertainty_score":0.99836504},"labels":[],"label_agreement":null},{"id":"W4235619643","doi":"10.1002/ir.20230","title":"Issue Information","year":2018,"lang":"en","type":"paratext","venue":"New Directions for Institutional Research","topic":"Corporate Taxation and Avoidance","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Citation; Higher education; World Wide Web; Information retrieval; Library science; Political science; Law","score_opus":0.09712825247855797,"score_gpt":0.36741118031868064,"score_spread":0.27028292784012264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235619643","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013724573,0.00029887195,0.0061541935,0.0029009336,0.011167341,0.0011076482,0.00017153825,0.00012800231,0.97793424],"genre_scores_gemma":[0.0037818947,0.0002557234,0.00067230634,0.0015535569,0.032656174,0.0005690502,0.005162951,0.00004304528,0.9553053],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99787927,0.00001750118,0.00040952233,0.00033813855,0.00089425757,0.00046133352],"domain_scores_gemma":[0.9967835,0.00012311961,0.00028014608,0.00030916373,0.002462535,0.000041566273],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00085695175,0.00022996399,0.00022231416,0.0015540991,0.0017683575,0.00095883815,0.00041790624,0.00028084466,0.014459509],"category_scores_gemma":[0.0011735484,0.00022934112,0.00014789609,0.0016444868,0.00031094317,0.0025862893,0.00014429628,0.0005234594,0.18776383],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006154189,0.00003812534,0.0000061564633,0.00020899318,0.000023311404,2.8220742e-7,0.000013067376,0.00013080685,0.000021314256,0.04668798,0.931109,0.021699432],"study_design_scores_gemma":[0.0004392913,0.000017949596,0.00009912179,0.00013466593,0.00001477332,0.0000019680108,0.000039242095,0.0006212166,0.00006700502,0.0031599707,0.99516237,0.00024240577],"about_ca_topic_score_codex":0.0021227722,"about_ca_topic_score_gemma":0.0004415736,"teacher_disagreement_score":0.17330432,"about_ca_system_score_codex":0.0003026777,"about_ca_system_score_gemma":0.0011816927,"threshold_uncertainty_score":0.9995312},"labels":[],"label_agreement":null},{"id":"W4240731020","doi":"10.1002/ir.20249","title":"Issue Information","year":2019,"lang":"en","type":"paratext","venue":"New Directions for Institutional Research","topic":"Environmental and Social Impact Assessments","field":"Environmental Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Computer science; World Wide Web; Data science; Library science","score_opus":0.06275533179491569,"score_gpt":0.4105390297229517,"score_spread":0.347783697928036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240731020","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00069863454,0.0001543741,0.0019519584,0.0007607907,0.006465965,0.0014181437,0.00055166916,0.000029560533,0.9879689],"genre_scores_gemma":[0.007111693,0.0006556954,0.00085508183,0.00028119292,0.0011261097,0.0003132309,0.0018845552,0.000025249736,0.9877472],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974865,0.00008358954,0.00030270463,0.00032544782,0.0012542695,0.00054753193],"domain_scores_gemma":[0.9991581,0.00018207631,0.00008857004,0.00028445627,0.000044762688,0.00024206722],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005445431,0.00021436813,0.00021906002,0.00022251032,0.0011056187,0.00016781958,0.000388662,0.00035748477,0.04870163],"category_scores_gemma":[0.00019025925,0.00020969515,0.00016140992,0.0005313469,0.00043639517,0.0010548047,0.00023758961,0.00065380585,0.28886524],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029689672,0.00007756604,0.000113452246,0.000033454042,0.000031151074,2.2682623e-7,0.00012211238,0.0021354447,0.00014707974,0.0005006167,0.9727482,0.024060963],"study_design_scores_gemma":[0.00037776452,0.00011012393,0.0014307763,0.00003886013,0.000009427408,0.0000029655746,0.00007404134,0.00008309315,0.00023515396,0.00045201342,0.99697113,0.00021462957],"about_ca_topic_score_codex":0.0036533815,"about_ca_topic_score_gemma":0.00015714375,"teacher_disagreement_score":0.24016361,"about_ca_system_score_codex":0.0021406487,"about_ca_system_score_gemma":0.00047579213,"threshold_uncertainty_score":0.952168},"labels":[],"label_agreement":null},{"id":"W4256321987","doi":"10.1002/ir.20228","title":"Issue Information","year":2018,"lang":"en","type":"paratext","venue":"New Directions for Institutional Research","topic":"Corporate Taxation and Avoidance","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Computer science; Higher education; World Wide Web; Library science; Political science","score_opus":0.09712825247855797,"score_gpt":0.36741118031868064,"score_spread":0.27028292784012264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256321987","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013724573,0.00029887195,0.0061541935,0.0029009336,0.011167341,0.0011076482,0.00017153825,0.00012800231,0.97793424],"genre_scores_gemma":[0.0037818947,0.0002557234,0.00067230634,0.0015535569,0.032656174,0.0005690502,0.005162951,0.00004304528,0.9553053],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99787927,0.00001750118,0.00040952233,0.00033813855,0.00089425757,0.00046133352],"domain_scores_gemma":[0.9967835,0.00012311961,0.00028014608,0.00030916373,0.002462535,0.000041566273],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00085695175,0.00022996399,0.00022231416,0.0015540991,0.0017683575,0.00095883815,0.00041790624,0.00028084466,0.014459509],"category_scores_gemma":[0.0011735484,0.00022934112,0.00014789609,0.0016444868,0.00031094317,0.0025862893,0.00014429628,0.0005234594,0.18776383],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006154189,0.00003812534,0.0000061564633,0.00020899318,0.000023311404,2.8220742e-7,0.000013067376,0.00013080685,0.000021314256,0.04668798,0.931109,0.021699432],"study_design_scores_gemma":[0.0004392913,0.000017949596,0.00009912179,0.00013466593,0.00001477332,0.0000019680108,0.000039242095,0.0006212166,0.00006700502,0.0031599707,0.99516237,0.00024240577],"about_ca_topic_score_codex":0.0021227722,"about_ca_topic_score_gemma":0.0004415736,"teacher_disagreement_score":0.17330432,"about_ca_system_score_codex":0.0003026777,"about_ca_system_score_gemma":0.0011816927,"threshold_uncertainty_score":0.9995312},"labels":[],"label_agreement":null}]}