{"meta":{"query_hash":"fc2b4103dbeb","filters":{"venue":"Vocabulary Learning and Instruction"},"cohort_total":5,"direct_labels_cover":0,"predictions_cover":5,"exported":5,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/fc2b4103dbeb","api":"https://metacan.xera.ac/api/v1/cohort?venue=Vocabulary+Learning+and+Instruction"},"results":[{"id":"W3196454181","doi":"10.7820/vli.v08.1.pinchbeck","title":"Validating the construct of readability in EFL contexts: A proposal for criteria","year":2019,"lang":"en","type":"article","venue":"Vocabulary Learning and Instruction","topic":"Text Readability and Simplification","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Readability; Construct (python library); Computer science; Psychology; Linguistics; Natural language processing; Programming language; Philosophy","score_opus":0.010968339778973272,"score_gpt":0.2677708520025041,"score_spread":0.25680251222353084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196454181","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39960974,0.0018405196,0.523079,0.006380825,0.00040812296,0.00522763,0.00087045645,0.00090510474,0.061678708],"genre_scores_gemma":[0.8052281,0.00016701825,0.18870226,0.00034433935,0.00009601301,0.0038657817,0.00052648,0.00015501693,0.0009149773],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9291843,0.039153192,0.011369391,0.0052642617,0.0134737985,0.00155509],"domain_scores_gemma":[0.6967593,0.18477584,0.021894235,0.02632156,0.067256264,0.0029928754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08787927,0.0011445578,0.0013952951,0.013017059,0.0030633206,0.0058915745,0.0037334065,0.0020062698,0.0016569124],"category_scores_gemma":[0.28805655,0.0005561543,0.0017371468,0.008256751,0.013285115,0.011805942,0.0069875843,0.0025847147,0.0005390042],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009301573,0.0010465467,0.29678312,0.0020292774,0.00044827248,0.0004351453,0.058420848,0.0034716458,0.0061339494,0.23958354,0.005275185,0.3854423],"study_design_scores_gemma":[0.00051395653,0.003846768,0.4097274,0.0027941177,0.0006202832,0.0008758431,0.05216435,0.0512885,0.022026736,0.4051503,0.050285928,0.000705881],"about_ca_topic_score_codex":0.0056987293,"about_ca_topic_score_gemma":0.004575738,"teacher_disagreement_score":0.08787927,"about_ca_system_score_codex":0.004772112,"about_ca_system_score_gemma":0.0056767864,"threshold_uncertainty_score":0.46475554},"labels":[],"label_agreement":null},{"id":"W4213141158","doi":"10.7820/vli.v10.2.mclean","title":"The internal consistency and accuracy of automatically scored written receptive meaning-recall data: A preliminary study","year":2021,"lang":"en","type":"article","venue":"Vocabulary Learning and Instruction","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Japan Society for the Promotion of Science","keywords":"Recall; Consistency (knowledge bases); Meaning (existential); Internal consistency; Computer science; Natural language processing; Precision and recall; Psychology; Artificial intelligence; Cognitive psychology; Psychometrics; Developmental psychology","score_opus":0.023401356693958385,"score_gpt":0.3193501383761505,"score_spread":0.29594878168219213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213141158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861333,0.0005055677,0.0079486985,0.00014284963,0.00013516557,0.0005129925,0.00048271357,0.0001087595,0.004029976],"genre_scores_gemma":[0.99088424,0.00014004469,0.006257243,0.000097486896,0.000051189716,0.0008335109,0.00075454375,0.00007136063,0.0009105337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9741002,0.008392019,0.0043146987,0.003430783,0.00914095,0.00062125205],"domain_scores_gemma":[0.88201255,0.0718283,0.012817922,0.009709579,0.022425357,0.0012062828],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.037217405,0.00067050644,0.001060105,0.0022763114,0.00071938656,0.0020488834,0.0014201954,0.0010481667,0.0016155882],"category_scores_gemma":[0.08160827,0.00059871725,0.0022697828,0.0014200142,0.0015084896,0.0016055194,0.00174827,0.001238017,0.0008611353],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011653088,0.0010042643,0.915759,0.0005284944,0.0010219864,0.00018172256,0.011263103,0.001439107,0.0031385373,0.001039757,0.0015790478,0.061879694],"study_design_scores_gemma":[0.00012530225,0.0018350842,0.9773406,0.0002538093,0.00032825902,0.00057274644,0.00304664,0.0072263866,0.0040413784,0.0015194076,0.0036040307,0.000106325286],"about_ca_topic_score_codex":0.00096918945,"about_ca_topic_score_gemma":0.0013650618,"teacher_disagreement_score":0.9627826,"about_ca_system_score_codex":0.0006630218,"about_ca_system_score_gemma":0.000643788,"threshold_uncertainty_score":0.19682682},"labels":[],"label_agreement":null},{"id":"W4213305977","doi":"10.7820/vli.v10.2.mizumoto","title":"Comparisons of word lists on new word level checker","year":2021,"lang":"en","type":"article","venue":"Vocabulary Learning and Instruction","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Japan Society for the Promotion of Science","keywords":"Word (group theory); Computer science; Natural language processing; Linguistics; Artificial intelligence; Philosophy","score_opus":0.025717479921638794,"score_gpt":0.2767666383681596,"score_spread":0.2510491584465208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213305977","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4092222,0.0017162893,0.42503396,0.00064824923,0.0019001534,0.0019217964,0.021653622,0.07693979,0.060963973],"genre_scores_gemma":[0.5491101,0.00046072673,0.3942962,0.00074717606,0.0002005946,0.0016544338,0.028585372,0.009077246,0.015868094],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9897251,0.0026283038,0.0022063635,0.0017294089,0.0033315967,0.00037926162],"domain_scores_gemma":[0.9547529,0.026299596,0.0026800754,0.006472718,0.008846566,0.0009481318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057815127,0.0009741817,0.0011667262,0.0061576734,0.0006848416,0.003932679,0.0015337411,0.0008700316,0.024868574],"category_scores_gemma":[0.056995153,0.00055143016,0.0007103061,0.0041247457,0.000766936,0.0071397196,0.0042603137,0.0013436953,0.009327418],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032729204,0.00067152054,0.024220645,0.0015960854,0.00018340527,0.0007535581,0.0027793315,0.003568123,0.029337969,0.02040148,0.039151765,0.87406325],"study_design_scores_gemma":[0.0010554816,0.002844918,0.09248458,0.0013761547,0.0005048329,0.003555439,0.0063263737,0.13174812,0.20181054,0.07236985,0.48509303,0.0008306551],"about_ca_topic_score_codex":0.0016082061,"about_ca_topic_score_gemma":0.0018735495,"teacher_disagreement_score":0.024868574,"about_ca_system_score_codex":0.00092357036,"about_ca_system_score_gemma":0.0011880645,"threshold_uncertainty_score":0.08319366},"labels":[],"label_agreement":null},{"id":"W4238316020","doi":"10.7820/vli.v04.1.webb","title":"Researching Vocabulary in the EFL Context: A Commentary on Four Studies for JALT Vocabulary SIG","year":2015,"lang":"en","type":"article","venue":"Vocabulary Learning and Instruction","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Vocabulary; Context (archaeology); Linguistics; Psychology; English vocabulary; Computer science; History; Philosophy","score_opus":0.09424561063835392,"score_gpt":0.3882283965775048,"score_spread":0.2939827859391509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238316020","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042950327,0.023122363,0.00017892574,0.9488839,0.026163504,0.000013644698,0.000041597097,0.0000066938615,0.0011599082],"genre_scores_gemma":[0.0152659705,0.020809758,0.00080110447,0.9216983,0.038723834,0.00020278973,0.000046562618,0.00009324543,0.002358547],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9476202,0.027447965,0.0076452284,0.0052298172,0.009810089,0.0022466772],"domain_scores_gemma":[0.50387627,0.43608034,0.009416997,0.005560629,0.038191117,0.0068746405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06017132,0.0011938558,0.0019179289,0.004647068,0.014507948,0.011957238,0.009152063,0.03184517,0.0028906295],"category_scores_gemma":[0.23036458,0.00115284,0.0021972738,0.005565421,0.04264074,0.017334841,0.008834268,0.067581475,0.0013985144],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104420884,0.000032629407,0.00077046367,0.0019894163,0.00005673005,0.00067766476,0.0417599,0.00006858546,0.0002662638,0.036081042,0.9006745,0.01751829],"study_design_scores_gemma":[0.00006357332,0.00009521405,0.0023049363,0.0091109155,0.000070291055,0.00067630777,0.045578085,0.00010208267,0.00066022796,0.012976468,0.92821205,0.00014966194],"about_ca_topic_score_codex":0.08404698,"about_ca_topic_score_gemma":0.12824482,"teacher_disagreement_score":0.08404698,"about_ca_system_score_codex":0.019186206,"about_ca_system_score_gemma":0.02902493,"threshold_uncertainty_score":0.31822014},"labels":[],"label_agreement":null},{"id":"W4409328024","doi":"10.29140/vli.v14n1.2097","title":"Metrics for investigations into L2 knowledge of derivational affixes","year":2025,"lang":"en","type":"article","venue":"Vocabulary Learning and Instruction","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Natural language processing; Linguistics; Philosophy","score_opus":0.010330319861456098,"score_gpt":0.28368405070485536,"score_spread":0.27335373084339926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409328024","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60410607,0.005890677,0.28856534,0.0013271726,0.00024451874,0.0012756679,0.03502372,0.0040561045,0.059510738],"genre_scores_gemma":[0.7710347,0.00085391867,0.20632963,0.000109650086,0.000058922295,0.0021854532,0.015376284,0.0010225392,0.0030289134],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99307704,0.0025309527,0.0008542324,0.00095584866,0.0022850463,0.00029681576],"domain_scores_gemma":[0.9177635,0.059299268,0.0074963006,0.007727487,0.006405536,0.0013079254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008165122,0.001038048,0.00094404863,0.009019487,0.0011284063,0.0030610773,0.0010117413,0.00089493964,0.00796966],"category_scores_gemma":[0.07812022,0.00032484223,0.0009354665,0.013957003,0.0014391046,0.0047101965,0.0030636685,0.0019720392,0.0018208728],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057896524,0.00050829217,0.2903005,0.0019305211,0.00048955274,0.0002839191,0.012801383,0.008608235,0.017851127,0.071315974,0.020207709,0.5751239],"study_design_scores_gemma":[0.00006524168,0.0015173911,0.6604934,0.0008373758,0.00014231907,0.0012476917,0.010719105,0.034163468,0.020318111,0.10158216,0.16857041,0.00034331504],"about_ca_topic_score_codex":0.005324838,"about_ca_topic_score_gemma":0.004831035,"teacher_disagreement_score":0.009019487,"about_ca_system_score_codex":0.0014476418,"about_ca_system_score_gemma":0.0012283658,"threshold_uncertainty_score":0.043181777},"labels":[],"label_agreement":null}]}