{"meta":{"query_hash":"a7f5fc1f824e","filters":{"venue":"ETS Research Report Series"},"cohort_total":10,"direct_labels_cover":0,"predictions_cover":10,"exported":10,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a7f5fc1f824e","api":"https://metacan.xera.ac/api/v1/cohort?venue=ETS+Research+Report+Series"},"results":[{"id":"W1504933570","doi":"10.1002/ets2.12050","title":"Test Takers' Writing Activities During the<i><scp>TOEFL iBT</scp><sup>®</sup></i>Writing Tasks: A Stimulated Recall Study","year":2015,"lang":"en","type":"article","venue":"ETS Research Report Series","topic":"Writing and Handwriting Education","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Test of English as a Foreign Language; Test (biology); Task (project management); Psychology; Second language writing; Mathematics education; Recall; English language; Cognitive psychology; Linguistics; Second language","score_opus":0.10971650210202191,"score_gpt":0.41728945131809386,"score_spread":0.3075729492160719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504933570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92910767,0.0003646374,0.0000044747326,0.0030743864,0.00021676112,0.0011055571,0.000013025038,0.00049511937,0.06561836],"genre_scores_gemma":[0.96906304,0.000107781685,0.0002619346,0.000036834637,0.0019241883,0.0002608782,0.000025592526,0.00006938612,0.028250368],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99158263,0.0020731005,0.00094127486,0.0008497308,0.0029057348,0.0016475104],"domain_scores_gemma":[0.99201494,0.0045932475,0.00037263418,0.00081434764,0.0016427991,0.0005620204],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.020486495,0.00031900583,0.00044547702,0.00036812457,0.0048818886,0.0016836402,0.0007284533,0.00022239049,0.00004990469],"category_scores_gemma":[0.040308904,0.00028900613,0.00012041861,0.0015176137,0.0012229799,0.0013138141,0.00040465684,0.0013459788,0.00007762029],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009618516,0.0015857937,0.470497,0.00031226702,0.00023446773,0.00278136,0.49878305,0.00067514164,0.0016645917,0.0013838225,0.016685044,0.0053012823],"study_design_scores_gemma":[0.00067662686,0.00041544557,0.020340139,0.00037572443,0.00002777424,0.00029661378,0.94423586,0.0001601757,0.00066937687,0.0012783139,0.031300582,0.00022339549],"about_ca_topic_score_codex":0.005776494,"about_ca_topic_score_gemma":0.0020166987,"teacher_disagreement_score":0.45015687,"about_ca_system_score_codex":0.0005457953,"about_ca_system_score_gemma":0.0017744377,"threshold_uncertainty_score":0.9999562},"labels":[],"label_agreement":null},{"id":"W1964735878","doi":"10.1002/j.2333-8504.2005.tb01990.x","title":"ANALYSIS OF DISCOURSE FEATURES AND VERIFICATION OF SCORING LEVELS FOR INDEPENDENT AND INTEGRATED PROTOTYPE WRITTEN TASKS FOR THE NEW TOEFL®","year":2005,"lang":"en","type":"article","venue":"ETS Research Report Series","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies; University of Toronto","funders":"","keywords":"Test of English as a Foreign Language; Computer science; Natural language processing; Psychology; Artificial intelligence; Mathematics education; Language assessment","score_opus":0.075963810214805,"score_gpt":0.39649939581488464,"score_spread":0.32053558560007966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964735878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55668616,0.001961216,0.4309771,0.0065730377,0.00008805842,0.0035593468,0.000044427332,0.00007461809,0.000036010017],"genre_scores_gemma":[0.97467643,0.00007626827,0.023819767,0.0000032379558,0.000047052363,0.00032269207,0.000011109687,0.00001068321,0.0010327791],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99842554,0.000050074912,0.000300699,0.00034341338,0.000604879,0.00027541645],"domain_scores_gemma":[0.99747276,0.0011013385,0.000105018225,0.0005986843,0.00063155266,0.00009067286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002325503,0.00009337194,0.00022905042,0.00038711898,0.00014410248,0.00013499576,0.0004175851,0.000057735462,0.0000039688434],"category_scores_gemma":[0.002871457,0.00006504294,0.000057912635,0.00092448294,0.0002176304,0.000404753,0.00021598258,0.0001896613,1.1899465e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014512597,0.00033815266,0.12056196,0.0015098292,0.0036123788,0.000056768244,0.017578427,0.005264806,0.06851996,0.03216276,0.0045186616,0.74442506],"study_design_scores_gemma":[0.0006414898,0.0008266608,0.8658916,0.00013771873,0.0001261196,0.000092866794,0.00086644624,0.02441253,0.096963294,0.0012846164,0.008498325,0.0002583765],"about_ca_topic_score_codex":0.00026242662,"about_ca_topic_score_gemma":0.00020168735,"teacher_disagreement_score":0.7453296,"about_ca_system_score_codex":0.000040856565,"about_ca_system_score_gemma":0.0003229892,"threshold_uncertainty_score":0.34376097},"labels":[],"label_agreement":null},{"id":"W1971125305","doi":"10.1002/j.2333-8504.2003.tb01910.x","title":"INVESTIGATING THE VALIDITY OF TOEFL: A FEASIBILITY STUDY USING CONTENT AND CRITERION‐RELATED STRATEGIES","year":2003,"lang":"en","type":"article","venue":"ETS Research Report Series","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Test of English as a Foreign Language; Context (archaeology); Psychology; Test (biology); Content validity; Language proficiency; Test validity; Sample (material); Computer science; Mathematics education; Language assessment; Natural language processing; Psychometrics; Clinical psychology","score_opus":0.5438925237843821,"score_gpt":0.44627970010898965,"score_spread":0.09761282367539248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971125305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9841573,0.0002134551,0.000005046367,0.00024216626,0.00013662067,0.00046416215,0.0000028012232,0.000051157742,0.014727282],"genre_scores_gemma":[0.9971981,0.0000085052725,0.00010421596,0.000009125568,0.00005503007,0.000012480745,0.000003175457,0.000016555778,0.002592792],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9966228,0.0016991734,0.0004985254,0.00029898089,0.00057656283,0.00030396043],"domain_scores_gemma":[0.9985308,0.00034078545,0.00019334548,0.00039552944,0.00046358188,0.000075937256],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007013302,0.00012981269,0.00024455157,0.00008450144,0.001573997,0.0005526277,0.00012644938,0.000037645885,0.0002595421],"category_scores_gemma":[0.003022952,0.00008642272,0.000048983275,0.00008944524,0.0013761462,0.0004868943,0.00011149928,0.0006635842,0.0000016603669],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004020946,0.00053954235,0.31581628,0.00030909668,0.00019619013,0.0002988027,0.5237395,0.00006486661,0.0053066993,0.15287611,0.00021534726,0.00059734826],"study_design_scores_gemma":[0.0005570443,0.0012301316,0.07803874,0.00023802908,0.000048061225,0.00038576013,0.8791475,0.00012000954,0.00084193563,0.023511387,0.015554732,0.0003266314],"about_ca_topic_score_codex":0.0025991357,"about_ca_topic_score_gemma":0.0009764915,"teacher_disagreement_score":0.355408,"about_ca_system_score_codex":0.000040901854,"about_ca_system_score_gemma":0.00021714621,"threshold_uncertainty_score":0.9997258},"labels":[],"label_agreement":null},{"id":"W1980407112","doi":"10.1002/j.2333-8504.2009.tb02187.x","title":"THE SPEAKING SECTION OF THE TOEFL IBT™ (SSTIBT): TEST‐TAKERS' REPORTED STRATEGIC BEHAVIORS","year":2009,"lang":"en","type":"article","venue":"ETS Research Report Series","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; York University; Institute for Christian Studies; University of Toronto","funders":"","keywords":"Test of English as a Foreign Language; Psychology; Test (biology); Metacognition; Construct (python library); Cognition; Variety (cybernetics); Social psychology; Cognitive psychology; Mathematics education; Applied psychology; Language assessment; Computer science; Artificial intelligence","score_opus":0.14434131607570233,"score_gpt":0.3729416411252792,"score_spread":0.2286003250495769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980407112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80786175,0.00024066077,0.000002195338,0.0030132472,0.00066095695,0.00030306994,0.0000030757524,0.00011694357,0.18779813],"genre_scores_gemma":[0.9400244,0.000043484077,0.000021555099,0.000023244977,0.0006478191,0.000013314386,0.00000918851,0.000019583036,0.05919744],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971548,0.00041107528,0.0006146646,0.00031785062,0.0010142154,0.0004873972],"domain_scores_gemma":[0.997868,0.00035537753,0.00040018614,0.00076990714,0.0005373438,0.00006917653],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004067208,0.00015705934,0.00019331144,0.00010478998,0.0028417942,0.0005466018,0.00033754692,0.00007048049,0.00029733023],"category_scores_gemma":[0.001813677,0.00008985545,0.00013250181,0.00018965054,0.00082941685,0.00032374114,0.00008796868,0.0011456684,0.000009415438],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006388489,0.0015350361,0.06806846,0.00035524977,0.0005239923,0.004827368,0.30247238,0.0004337766,0.049948182,0.45703733,0.038861774,0.075297594],"study_design_scores_gemma":[0.0003101083,0.0011563172,0.055696193,0.00038383447,0.000067584464,0.001237258,0.07278277,0.000066774184,0.004299241,0.017856762,0.84568065,0.00046252267],"about_ca_topic_score_codex":0.0017828379,"about_ca_topic_score_gemma":0.0027770384,"teacher_disagreement_score":0.80681884,"about_ca_system_score_codex":0.00007959481,"about_ca_system_score_gemma":0.0002828659,"threshold_uncertainty_score":0.99845636},"labels":[],"label_agreement":null},{"id":"W2066488918","doi":"10.1002/j.2333-8504.2000.tb01828.x","title":"ASSESSING TIME TRENDS IN SEX DIFFERENCES IN SWIMMING AND RUNNING","year":2000,"lang":"en","type":"article","venue":"ETS Research Report Series","topic":"Sports Analytics and Performance","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Measure (data warehouse); Event (particle physics); Statistics; Psychology; Econometrics; Demography; Computer science; Mathematics; Data mining","score_opus":0.13888090682913068,"score_gpt":0.3539880512241354,"score_spread":0.21510714439500472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066488918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9292924,0.0009235239,0.0000027975595,0.0004567064,0.000031637202,0.00005044745,0.0000027712347,0.000011057642,0.06922868],"genre_scores_gemma":[0.9644923,0.0006596765,0.00011252884,0.000013078332,0.00004876229,0.000011805603,0.000012339189,0.000012411919,0.034637067],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99847126,0.000015298632,0.0006019433,0.000389777,0.00010203006,0.00041971955],"domain_scores_gemma":[0.99954104,0.000040831066,0.00010386061,0.00022693515,0.00002051148,0.000066792745],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002250326,0.00010396025,0.00034142216,0.0007523603,0.00014606712,0.0003245921,0.000113991955,0.00007265299,0.0024542501],"category_scores_gemma":[0.00006755826,0.00010808813,0.000028780658,0.0006821931,0.00013223321,0.00076744193,0.000056094126,0.00032706934,0.00005237253],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010160962,0.000033341774,0.97763085,0.00001542934,0.000006689378,0.0004427144,0.0009375484,0.00004246416,0.000009595589,0.0010857065,0.00007170135,0.019713776],"study_design_scores_gemma":[0.00015245046,0.00003712216,0.9684941,0.000057270285,4.997629e-7,0.00006381619,0.00027689437,0.005870818,0.000023276125,0.0025309043,0.022335974,0.00015685438],"about_ca_topic_score_codex":0.0015277073,"about_ca_topic_score_gemma":0.00033071946,"teacher_disagreement_score":0.035199948,"about_ca_system_score_codex":0.00006516193,"about_ca_system_score_gemma":0.00003107712,"threshold_uncertainty_score":0.9984577},"labels":[],"label_agreement":null},{"id":"W2069986276","doi":"10.1002/j.2333-8504.2004.tb01952.x","title":"TOWARD ACCESSIBLE COMPUTER‐BASED TESTS: PROTOTYPES FOR VISUAL AND OTHER DISABILITIES","year":2004,"lang":"en","type":"article","venue":"ETS Research Report Series","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; Advanced Technology Research Council","keywords":"Formative assessment; Blindness; Psychology; Test (biology); Learning disability; Visual impairment; Medical education; Computerized adaptive testing; Applied psychology; Assistive technology; Computer science; Mathematics education; Human–computer interaction; Clinical psychology; Developmental psychology; Optometry; Psychometrics; Medicine","score_opus":0.18439558379315446,"score_gpt":0.4780755513786063,"score_spread":0.29367996758545184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069986276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95111895,0.00016089441,0.00036320472,0.007080005,0.0002171421,0.0034576892,0.00005825857,0.000307891,0.037235986],"genre_scores_gemma":[0.9917195,0.000010655037,0.0029656386,0.000085726235,0.00038229462,0.0010911797,0.000017241231,0.00003437316,0.0036934004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9968027,0.00019444585,0.00047062367,0.0006145991,0.0011246308,0.00079299934],"domain_scores_gemma":[0.997733,0.00095335575,0.00009839323,0.0003693312,0.00059210125,0.00025379876],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0031119315,0.00018573103,0.00029747045,0.00014614852,0.000984117,0.0011813605,0.00040995778,0.0001264451,0.00013961033],"category_scores_gemma":[0.0054440964,0.00015990947,0.00010689837,0.00045051126,0.0043276353,0.0017964045,0.00022261712,0.00020121096,0.000013452932],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011646651,0.0022609585,0.42146105,0.0036199403,0.00016040105,0.00015051792,0.079206176,0.000095554504,0.00029794662,0.46373537,0.0023808957,0.025466524],"study_design_scores_gemma":[0.0011902546,0.0018468805,0.013354561,0.00037451563,0.00001545997,0.000041829575,0.06661376,0.00003965817,0.006294918,0.64432096,0.2651275,0.0007796875],"about_ca_topic_score_codex":0.0043803025,"about_ca_topic_score_gemma":0.0073634735,"teacher_disagreement_score":0.40810648,"about_ca_system_score_codex":0.00030191365,"about_ca_system_score_gemma":0.0012896163,"threshold_uncertainty_score":0.9998555},"labels":[],"label_agreement":null},{"id":"W2342001105","doi":"10.1002/ets2.12097","title":"The Prediction of Labor Force Status: Implications From International Adult Skill Assessments","year":2016,"lang":"en","type":"article","venue":"ETS Research Report Series","topic":"Labor market dynamics and wage inequality","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Literacy; Categorical variable; Educational attainment; Adult literacy; Probit model; Demographic economics; Psychology; Immigration; Regression analysis; Probit; Demography; Econometrics; Geography; Economics; Sociology; Economic growth; Statistics; Pedagogy","score_opus":0.06499529246291003,"score_gpt":0.3576600144154923,"score_spread":0.29266472195258225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2342001105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96014524,0.00021498594,0.00252527,0.011621305,0.0007029309,0.00028570948,0.0049805166,0.000047624333,0.019476393],"genre_scores_gemma":[0.98818964,0.0028494208,0.00043837423,0.00002483465,0.00011864448,0.000096343516,0.0001289058,0.00001930502,0.008134532],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984235,0.000054609227,0.0007264224,0.00032211942,0.00017622214,0.00029712266],"domain_scores_gemma":[0.9978065,0.00039594367,0.0003773891,0.0006161075,0.0007268909,0.000077196055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015983329,0.000078184705,0.00015862388,0.00010503209,0.0001918051,0.000101454854,0.00031923642,0.000062919076,0.0001428169],"category_scores_gemma":[0.00244129,0.000053376047,0.000057161917,0.0002262234,0.00021295491,0.00044215965,0.00017166258,0.0001309252,0.000019617739],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053149684,0.00006107199,0.542774,0.000006695924,0.0001074238,0.0000064197075,0.00013802579,0.0000010366047,0.00038698714,0.4521174,0.0011010489,0.003246723],"study_design_scores_gemma":[0.00020829232,0.00004765026,0.57838124,0.000019634786,0.000001406614,0.0000038473195,0.00013291069,0.00006857082,0.00021939952,0.29013568,0.13071954,0.000061782914],"about_ca_topic_score_codex":0.0008807806,"about_ca_topic_score_gemma":0.0003292356,"teacher_disagreement_score":0.16198172,"about_ca_system_score_codex":0.00017967791,"about_ca_system_score_gemma":0.000109147695,"threshold_uncertainty_score":0.29226285},"labels":[],"label_agreement":null},{"id":"W3082102071","doi":"10.1002/ets2.12303","title":"Perspectives on Social and Emotional Learning in Tertiary Education","year":2020,"lang":"en","type":"article","venue":"ETS Research Report Series","topic":"Emotional Intelligence and Performance","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Numeracy; Complementarity (molecular biology); Higher education; Institution; Psychology; Social emotional learning; Literacy; Competition (biology); Mathematics education; Tertiary institution; Pedagogy; Sociology; Medical education; Developmental psychology; Economic growth; Social science; Economics","score_opus":0.18981148766693742,"score_gpt":0.4860659654415337,"score_spread":0.29625447777459624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082102071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9362589,0.00039251326,0.000009483839,0.021556739,0.00010336339,0.00012071593,0.0000012523897,0.000026001408,0.041531023],"genre_scores_gemma":[0.99055254,0.00014061245,0.000049454262,0.00018344166,0.00047392343,0.000036261514,0.000019297737,0.0000086664995,0.008535773],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99886036,0.00017594786,0.00016650948,0.00028194004,0.0003159151,0.00019932866],"domain_scores_gemma":[0.9995957,0.00008168248,0.000037538906,0.000069998045,0.00015280409,0.000062288746],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005558484,0.00006352143,0.000078926845,0.0001198427,0.00021920838,0.000035920337,0.00006729963,0.00006189572,0.0011334057],"category_scores_gemma":[0.00036346866,0.000061019582,0.000021246837,0.00022332008,0.00019855378,0.00018853786,0.000040491308,0.00054175075,0.00017188373],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006457024,0.00054497353,0.63722926,0.00011513128,0.00006009851,0.00063973694,0.15802169,0.00003805913,0.001052233,0.12230736,0.02742839,0.051917363],"study_design_scores_gemma":[0.0000674316,0.00020436871,0.9340359,0.00003472754,8.1882484e-7,0.00013670306,0.037068468,0.000019877169,0.0001828737,0.0014457521,0.026719635,0.00008344485],"about_ca_topic_score_codex":0.0001210113,"about_ca_topic_score_gemma":0.000021067452,"teacher_disagreement_score":0.29680663,"about_ca_system_score_codex":0.000040433602,"about_ca_system_score_gemma":0.00017935141,"threshold_uncertainty_score":0.9997797},"labels":[],"label_agreement":null},{"id":"W3088847275","doi":"10.1002/ets2.12307","title":"Reflections on<scp>Equity‐Centered</scp>Design","year":2020,"lang":"en","type":"article","venue":"ETS Research Report Series","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Verisimilitude; Equity (law); Relevance (law); Test (biology); Management science; Computer science; Psychology; Political science; Economics","score_opus":0.5692019926705136,"score_gpt":0.6024174074277371,"score_spread":0.03321541475722345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088847275","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0244606,0.00013990323,0.00036276446,0.15167476,0.00088064314,0.00067967415,0.00000417323,0.0004441757,0.8213533],"genre_scores_gemma":[0.818301,0.00032131295,0.002826511,0.0007535476,0.0015198262,0.0001451566,0.000012897673,0.000040779978,0.17607895],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99444413,0.002080021,0.00033500415,0.0005106632,0.0019089062,0.00072124467],"domain_scores_gemma":[0.9963706,0.0018589828,0.00019607245,0.00039290712,0.0006332685,0.0005481839],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0054982,0.00012194948,0.000170635,0.0001401756,0.0021820837,0.00066300994,0.0005269752,0.00012459522,0.0008313556],"category_scores_gemma":[0.030345848,0.00012218264,0.000064794156,0.0014434567,0.00071203004,0.0009797631,0.00020635872,0.0009373097,0.0014291127],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000865306,0.00034070556,0.0051204106,0.00005842329,0.0001156898,0.0009978901,0.26894832,0.00015163679,0.0021546746,0.04601003,0.6723492,0.003666463],"study_design_scores_gemma":[0.000057632096,0.0002400161,0.0015898889,0.000017582439,0.0000048463853,0.000023137962,0.024199689,0.000002107792,0.0008296015,0.0011769955,0.9718056,0.000052929136],"about_ca_topic_score_codex":0.0011649115,"about_ca_topic_score_gemma":0.00051527,"teacher_disagreement_score":0.7938404,"about_ca_system_score_codex":0.0002320183,"about_ca_system_score_gemma":0.0019435659,"threshold_uncertainty_score":0.9993484},"labels":[],"label_agreement":null},{"id":"W4307159924","doi":"10.1002/ets2.12357","title":"Mapping<i>TOEFL</i>®<i>Essentials</i>™ Test Scores to the Canadian Language Benchmarks","year":2022,"lang":"en","type":"article","venue":"ETS Research Report Series","topic":"Educational Assessment and Pedagogy","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Test of English as a Foreign Language; Test (biology); Construct (python library); Psychology; Mathematics education; Computer science; Language assessment; English language; Test score; Natural language processing; Standardized test; Programming language","score_opus":0.09859811587093853,"score_gpt":0.46174099106829725,"score_spread":0.3631428751973587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307159924","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32615307,0.0004856556,0.0000029594771,0.24139634,0.0013091761,0.0009804117,0.00008441723,0.000053178486,0.42953476],"genre_scores_gemma":[0.9034816,0.000036661182,0.000108990986,0.0006017162,0.000853192,0.000362953,0.00016099602,0.000012270509,0.0943816],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962129,0.0006559732,0.00024017446,0.0003160696,0.0018322833,0.0007425827],"domain_scores_gemma":[0.9982103,0.0005616222,0.00006714972,0.00040991063,0.00035205466,0.0003989399],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0064161927,0.000090451045,0.00011623749,0.0003120672,0.006611443,0.00038404026,0.0007106931,0.000042674834,0.009824703],"category_scores_gemma":[0.0019213981,0.00007704415,0.000051493724,0.0012739479,0.00040813134,0.0002053988,0.00029710462,0.0005445959,0.00008046195],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015930189,0.000109605855,0.1279547,0.000016970378,0.000035271674,0.0010910355,0.14330973,0.00003268715,0.00061326363,0.02694616,0.69795126,0.0019234148],"study_design_scores_gemma":[0.000024050481,0.000044404827,0.027414186,0.000005083078,0.0000016076374,0.00004111898,0.08407428,9.840101e-7,0.000054191438,0.0012371232,0.88700897,0.000094028364],"about_ca_topic_score_codex":0.75919014,"about_ca_topic_score_gemma":0.96405643,"teacher_disagreement_score":0.57732856,"about_ca_system_score_codex":0.0005281602,"about_ca_system_score_gemma":0.006739535,"threshold_uncertainty_score":0.99889135},"labels":[],"label_agreement":null}]}