{"meta":{"query_hash":"75b3cecf650b","filters":{"venue":"ReCALL"},"cohort_total":23,"direct_labels_cover":0,"predictions_cover":23,"exported":23,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/75b3cecf650b","api":"https://metacan.xera.ac/api/v1/cohort?venue=ReCALL"},"results":[{"id":"W1993260013","doi":"10.1017/s0958344002001313","title":"<i>Computer-assisted second language assessment: to the top of the pyramid</i>","year":2002,"lang":"en","type":"article","venue":"ReCALL","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Pyramid (geometry); Adaptation (eye); Summit; Language assessment; Task (project management); Field (mathematics); Isosceles triangle; Mathematics education; Psychology; Engineering; Systems engineering","score_opus":0.027353395411344867,"score_gpt":0.24667958514949395,"score_spread":0.21932618973814907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993260013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06990146,0.021318533,0.41411212,0.09227005,0.0016415602,0.0010409857,0.00049386045,0.0049716486,0.39424974],"genre_scores_gemma":[0.546685,0.013882438,0.3279714,0.010668636,0.00079586497,0.00037634675,0.000513862,0.00051140075,0.09859501],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969195,0.0009796573,0.00016100229,0.00023990347,0.0015075429,0.00019243007],"domain_scores_gemma":[0.9966241,0.0009668716,0.00032112835,0.00038027292,0.0014301849,0.0002773968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039082672,0.000569385,0.00034629388,0.0016582427,0.0014249132,0.006222819,0.0017047192,0.0013449794,0.008026203],"category_scores_gemma":[0.0092213685,0.0002616639,0.00033193492,0.001909824,0.0055459444,0.0043618293,0.002326674,0.0017353888,0.0026815198],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010722742,0.00012948213,0.010421328,0.0009873392,0.00002347694,0.0002584458,0.0067128376,0.0017116086,0.0062074894,0.039715964,0.04824537,0.88547933],"study_design_scores_gemma":[0.000062841005,0.00073467114,0.05814355,0.0022283462,0.00007396689,0.0017074522,0.01809703,0.010413644,0.009295292,0.076850824,0.8221833,0.00020907247],"about_ca_topic_score_codex":0.15476795,"about_ca_topic_score_gemma":0.24739937,"teacher_disagreement_score":0.15476795,"about_ca_system_score_codex":0.006952925,"about_ca_system_score_gemma":0.0077221277,"threshold_uncertainty_score":0.3077342},"labels":[],"label_agreement":null},{"id":"W1999488014","doi":"10.1017/s0958344002001015","title":"<i>Resistance, reluctance and radicalism: A study of staff reaction to the adoption of CALL/C&amp;IT in modern languages departments</i>","year":2002,"lang":"en","type":"article","venue":"ReCALL","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Relevance (law); Resistance (ecology); Institution; Public relations; Pragmatism; Political radicalism; Psychology; Call to action; Sociology; Pedagogy; Business; Marketing; Political science; Law; Epistemology; Social science; Philosophy","score_opus":0.04578471834503549,"score_gpt":0.2688621707618572,"score_spread":0.2230774524168217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999488014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99807477,0.00006418453,0.0000903026,0.00090728985,0.000018446965,0.00001613278,0.000012606314,0.0000056604013,0.0008106384],"genre_scores_gemma":[0.99742895,0.00013631558,0.00013708095,0.0011808871,0.000021033153,0.000043284595,0.000013794247,0.000009869046,0.0010286887],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99023145,0.004496124,0.00079394155,0.00045004135,0.0023504517,0.0016778868],"domain_scores_gemma":[0.9547684,0.018871179,0.012361571,0.0011474217,0.0049075857,0.007943825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0111574475,0.00022156275,0.00031599283,0.0011510103,0.0063495385,0.0040522013,0.0011442772,0.002043499,0.002463894],"category_scores_gemma":[0.035665084,0.0006483875,0.00041591286,0.0010819301,0.0052646464,0.0022451314,0.0026306217,0.0033232016,0.0006295968],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015078437,0.00018021675,0.13542944,0.00013523329,0.000027153863,0.00044918872,0.8502226,0.00004379802,0.0017146751,0.00028288094,0.0015093567,0.00985477],"study_design_scores_gemma":[0.000009108693,0.00044297965,0.086028956,0.00007568463,0.000010412241,0.00017259673,0.90929735,0.000063787025,0.00033799055,0.000071259194,0.0034539716,0.00003584002],"about_ca_topic_score_codex":0.025705276,"about_ca_topic_score_gemma":0.026936145,"teacher_disagreement_score":0.025705276,"about_ca_system_score_codex":0.0043293186,"about_ca_system_score_gemma":0.0045098015,"threshold_uncertainty_score":0.05900693},"labels":[],"label_agreement":null},{"id":"W2007382088","doi":"10.1017/s0958344004000229","title":"<i>Intégrer l’ELAO dans une classe de français, deuxième langue étrangère, dans une université de province au Vietnam</i>","year":2004,"lang":"en","type":"article","venue":"ReCALL","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Vietnamese; Humanities; Library science; Sociology; French; Linguistics; Computer science; Art; Philosophy","score_opus":0.0094018952051827,"score_gpt":0.19875062091154266,"score_spread":0.18934872570635997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007382088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9739431,0.00028518794,0.0038496815,0.0024539905,0.000094694245,0.00013817618,0.00006383084,0.00007912302,0.019092191],"genre_scores_gemma":[0.9021975,0.00039329918,0.011808809,0.0007678183,0.000027826718,0.00014067275,0.00016917265,0.00005653242,0.08443833],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989557,0.00045937998,0.000029401184,0.00015741802,0.00011818827,0.0002798959],"domain_scores_gemma":[0.99858814,0.00022862636,0.000083052895,0.00009018668,0.0003374161,0.00067255495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024684598,0.00038215308,0.00022106916,0.00034333993,0.0045368723,0.0028093997,0.0009371476,0.0011086996,0.009968518],"category_scores_gemma":[0.0022367374,0.00019635312,0.00040095838,0.00028688525,0.0012372832,0.0016303764,0.0016679355,0.0013493302,0.0016907678],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056096143,0.006591194,0.08367753,0.00041327276,0.000050467348,0.0024713217,0.45052737,0.00116722,0.033558536,0.009774719,0.014309826,0.39689752],"study_design_scores_gemma":[0.00009129951,0.0033913974,0.085032344,0.00034231652,0.000074498654,0.0009381284,0.46497926,0.0014352086,0.015305286,0.0019239988,0.42637336,0.000112845795],"about_ca_topic_score_codex":0.11027104,"about_ca_topic_score_gemma":0.25338158,"teacher_disagreement_score":0.11027104,"about_ca_system_score_codex":0.004123442,"about_ca_system_score_gemma":0.0049210624,"threshold_uncertainty_score":0.21925837},"labels":[],"label_agreement":null},{"id":"W2012262111","doi":"10.1017/s0958344008000621","title":"Blending classroom instruction with online homework: A study of student perceptions of computer-assisted L2 learning","year":2008,"lang":"en","type":"article","venue":"ReCALL","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Workbook; Vocabulary; Grammar; Mathematics education; Perception; Psychology; Set (abstract data type); Computer science; Medical education; Medicine; Linguistics","score_opus":0.05572868000269676,"score_gpt":0.2837008335502486,"score_spread":0.22797215354755185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012262111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9996351,0.000016494581,0.00004836335,0.00001925927,0.0000018311797,0.000007342876,0.0000035744567,0.000002209073,0.00026579984],"genre_scores_gemma":[0.99932075,0.000044088367,0.0001052092,0.000032543154,0.0000037190248,0.000013053679,0.000009890066,0.0000024035635,0.00046842798],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984787,0.00071601296,0.00009612883,0.00012522866,0.00037292272,0.00021099886],"domain_scores_gemma":[0.99224174,0.0032557736,0.0017900259,0.00030295688,0.0009529753,0.0014565137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026546915,0.00032441606,0.00045066257,0.0007814856,0.001133854,0.002335148,0.0005988765,0.00058647967,0.0020477907],"category_scores_gemma":[0.008383672,0.00034408327,0.00040861982,0.0005374892,0.0009571339,0.00092028815,0.001174537,0.0010281374,0.00040546383],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040114485,0.008359832,0.61770064,0.00029370224,0.000098729535,0.0009828041,0.2920741,0.00027007775,0.011574682,0.00020132527,0.0006438926,0.06739912],"study_design_scores_gemma":[0.000055789915,0.004586817,0.59267896,0.00009029468,0.00005679969,0.0006262934,0.39198893,0.00078803045,0.0038634029,0.0001335281,0.0050703115,0.000060785333],"about_ca_topic_score_codex":0.0027164966,"about_ca_topic_score_gemma":0.0034326056,"teacher_disagreement_score":0.0027164966,"about_ca_system_score_codex":0.0005367896,"about_ca_system_score_gemma":0.0005724942,"threshold_uncertainty_score":0.014039516},"labels":[],"label_agreement":null},{"id":"W2020856942","doi":"10.1017/s0958344003000612","title":"<i>Creating a computer-based language learning environment</i>","year":2003,"lang":"en","type":"article","venue":"ReCALL","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Learning environment; Language acquisition; Process (computing); Key (lock); Resource (disambiguation); Constructed language; Knowledge management; Multimedia; Mathematics education; Pedagogy; Sociology; Linguistics; Psychology","score_opus":0.01680254031366535,"score_gpt":0.21348279854130692,"score_spread":0.19668025822764157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020856942","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7121429,0.005522386,0.056644533,0.028188467,0.0002813284,0.0008204053,0.00013160816,0.00042614478,0.1958423],"genre_scores_gemma":[0.96291584,0.0016654287,0.02760914,0.0012937437,0.00005656593,0.00023013522,0.000069120615,0.00003069708,0.006129289],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99503064,0.0032897112,0.00017194405,0.00023933203,0.0006697539,0.00059859117],"domain_scores_gemma":[0.99150264,0.0043708254,0.0016464008,0.0007128402,0.00075162656,0.0010157174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005427775,0.00023694884,0.00020088021,0.0012438074,0.0029320982,0.01182705,0.0014535687,0.0017305954,0.0040312507],"category_scores_gemma":[0.012405259,0.00018024303,0.00037191244,0.0011557825,0.0072146226,0.006042185,0.0044723013,0.0009391892,0.0010148257],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015478527,0.0010078542,0.09952436,0.0030354646,0.000051214498,0.002363959,0.22381225,0.0021019813,0.007993553,0.21612784,0.017274724,0.426552],"study_design_scores_gemma":[0.00006885901,0.001070248,0.11101015,0.0019908557,0.00009789797,0.0035393967,0.41526175,0.0015074748,0.015473827,0.03579294,0.41401485,0.00017175626],"about_ca_topic_score_codex":0.0063891197,"about_ca_topic_score_gemma":0.01568332,"teacher_disagreement_score":0.01182705,"about_ca_system_score_codex":0.0030539786,"about_ca_system_score_gemma":0.0052333004,"threshold_uncertainty_score":0.02870518},"labels":[],"label_agreement":null},{"id":"W2053995158","doi":"10.1017/s0958344004000710","title":"<i>What really makes students like a web site? What are the implications for designing web-based language learning sites?</i>","year":2004,"lang":"en","type":"article","venue":"ReCALL","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Calgary Firefighters Burn Treatment Society","keywords":"Interactivity; Usability; World Wide Web; Web site; Computer science; Web design; Exploratory research; Web usability; Psychology; Multimedia; Web page; The Internet; Human–computer interaction; Sociology","score_opus":0.038624474284541334,"score_gpt":0.29680200918919697,"score_spread":0.2581775349046556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053995158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7141598,0.0046966407,0.011692809,0.17568633,0.00063033385,0.0005682464,0.0004392425,0.0004193882,0.09170722],"genre_scores_gemma":[0.9732843,0.0029273035,0.00654005,0.010035807,0.0001669842,0.00030157104,0.00013772893,0.00006900828,0.006537231],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99139446,0.0051375576,0.00039727235,0.00047807285,0.0014841551,0.0011085637],"domain_scores_gemma":[0.9725116,0.015970219,0.0033231783,0.0009639964,0.0037944303,0.0034365335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010167373,0.00035264142,0.0005839176,0.0010314618,0.0025211857,0.015200772,0.0013536466,0.0037371065,0.00881322],"category_scores_gemma":[0.027380362,0.0004887242,0.0005883115,0.001473106,0.0040032067,0.0093392385,0.0020600478,0.0021355757,0.0030867895],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016819806,0.0011494645,0.35495675,0.00329394,0.000106771455,0.001626136,0.19002478,0.0003583622,0.0032696766,0.014238479,0.053006783,0.37780076],"study_design_scores_gemma":[0.000027512557,0.00039263765,0.16562162,0.002454979,0.00008468703,0.0010889068,0.7415517,0.0006009103,0.001422472,0.009480651,0.077117585,0.00015625755],"about_ca_topic_score_codex":0.0047238497,"about_ca_topic_score_gemma":0.009434284,"teacher_disagreement_score":0.015200772,"about_ca_system_score_codex":0.0024488904,"about_ca_system_score_gemma":0.0030476958,"threshold_uncertainty_score":0.05377084},"labels":[],"label_agreement":null},{"id":"W2065569065","doi":"10.1017/s095834400100091x","title":"<i>Error-specific and individualised feedback in a Web-based language tutoring system: Do they read it?</i>","year":2001,"lang":"en","type":"article","venue":"ReCALL","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; German; Grammar; Intelligent tutoring system; Parsing; Remedial education; Vocabulary; Natural language processing; Peer feedback; Error detection and correction; Artificial intelligence; Mathematics education; Linguistics; Psychology","score_opus":0.04108481784067079,"score_gpt":0.25599809337861185,"score_spread":0.21491327553794104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065569065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914671,0.00009202597,0.0053168796,0.00024354675,0.000013771975,0.000034640678,0.000033486158,0.00022587826,0.002572711],"genre_scores_gemma":[0.9914602,0.00011190828,0.0046692626,0.00014659691,0.00001641179,0.00003142827,0.00009617829,0.000051108073,0.0034167944],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99756646,0.0014889303,0.00019037406,0.00026353274,0.00035603886,0.0001346095],"domain_scores_gemma":[0.991355,0.006101901,0.0009158514,0.00040181205,0.0009327712,0.00029262155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027291002,0.0004651889,0.00035335674,0.0004325857,0.00031508226,0.0011989727,0.00054856756,0.0010013727,0.0023844321],"category_scores_gemma":[0.026269415,0.00012923207,0.00015771303,0.0002838295,0.000345654,0.00079746253,0.000629608,0.0004714244,0.0010116391],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018231435,0.0021100745,0.23932706,0.00067422225,0.000117391886,0.0016776664,0.060066022,0.0047840835,0.073571324,0.0006356627,0.005404159,0.6098093],"study_design_scores_gemma":[0.00042829526,0.010241976,0.55462945,0.00054322043,0.00072558015,0.0071705887,0.06575943,0.06397366,0.24408278,0.0031209225,0.04892214,0.00040195876],"about_ca_topic_score_codex":0.0012366205,"about_ca_topic_score_gemma":0.0020154305,"teacher_disagreement_score":0.0027291002,"about_ca_system_score_codex":0.00031317066,"about_ca_system_score_gemma":0.00025904164,"threshold_uncertainty_score":0.014433026},"labels":[],"label_agreement":null},{"id":"W2082333579","doi":"10.1017/s0958344000001014","title":"<i>Can computerised testing be authentic?</i>","year":2000,"lang":"en","type":"article","venue":"ReCALL","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Authentic assessment; Computer science; Field (mathematics); Process (computing); Portfolio; Context (archaeology); Computerized adaptive testing; Test (biology); Software testing; Multimedia; Software engineering; Software; Psychology; Pedagogy; Programming language; Psychometrics","score_opus":0.048368330273280864,"score_gpt":0.33047910175775025,"score_spread":0.2821107714844694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082333579","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06086471,0.044293903,0.202416,0.4365586,0.009349105,0.00037657123,0.00029078143,0.0015018147,0.24434844],"genre_scores_gemma":[0.8903748,0.011155239,0.04776008,0.029838953,0.0031877619,0.00052112585,0.0002918577,0.00016697931,0.016703265],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97452873,0.018670585,0.0013882119,0.0011269884,0.0036272274,0.0006582043],"domain_scores_gemma":[0.8947385,0.06898447,0.010211833,0.011740304,0.011845526,0.0024793854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022003489,0.00050747936,0.00058304914,0.001239937,0.0012606423,0.008312287,0.0017138851,0.0068584685,0.007765641],"category_scores_gemma":[0.15920123,0.00023554779,0.00051069754,0.0012724422,0.0139156105,0.013447156,0.0039932416,0.0023982113,0.00312213],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005025006,0.00019230117,0.011573314,0.001640352,0.000044428634,0.0006280883,0.007916719,0.0013066456,0.0010406539,0.37389928,0.071775526,0.52948034],"study_design_scores_gemma":[0.000098599005,0.000611426,0.014073176,0.004501973,0.000053489228,0.004073869,0.010110376,0.004250779,0.004577594,0.49871957,0.45868304,0.0002460746],"about_ca_topic_score_codex":0.002128653,"about_ca_topic_score_gemma":0.001551163,"teacher_disagreement_score":0.022003489,"about_ca_system_score_codex":0.0019780018,"about_ca_system_score_gemma":0.002152281,"threshold_uncertainty_score":0.11636692},"labels":[],"label_agreement":null},{"id":"W2091501489","doi":"10.1017/s0958344004001521","title":"<i>Évaluation et multimédia dans l’apprentissage d’une L2</i>","year":2004,"lang":"en","type":"article","venue":"ReCALL","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Formative assessment; Certification; Function (biology); Component (thermodynamics)","score_opus":0.06284341348235693,"score_gpt":0.27048043747322986,"score_spread":0.20763702399087292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091501489","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22820958,0.053293683,0.3504436,0.014593385,0.0035285593,0.0009997198,0.0008915756,0.0036420906,0.34439775],"genre_scores_gemma":[0.6203332,0.01732625,0.22194487,0.0018943662,0.002318998,0.0010713495,0.00093613425,0.0006169551,0.13355784],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99476284,0.003079949,0.0001780526,0.0005137838,0.0012596361,0.00020582927],"domain_scores_gemma":[0.9951728,0.0031603605,0.00027870035,0.0002438965,0.0008231499,0.00032107136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046049426,0.0013353366,0.0005682763,0.002360815,0.0009468132,0.007997129,0.0010751812,0.0029198327,0.016324654],"category_scores_gemma":[0.009652277,0.00033116178,0.0007511625,0.0019283463,0.00218046,0.004485569,0.0014618901,0.0019796414,0.0028078558],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011804242,0.00053849677,0.005171381,0.0013740626,0.00009217699,0.0017980825,0.005776797,0.004065771,0.02686615,0.0895087,0.02031834,0.8433097],"study_design_scores_gemma":[0.00042254778,0.002424828,0.038356412,0.0016519829,0.0001338722,0.006934685,0.0061800927,0.03405253,0.063904114,0.020965124,0.82461345,0.00036026145],"about_ca_topic_score_codex":0.01403904,"about_ca_topic_score_gemma":0.00760587,"teacher_disagreement_score":0.016324654,"about_ca_system_score_codex":0.0027974318,"about_ca_system_score_gemma":0.0015261554,"threshold_uncertainty_score":0.054611444},"labels":[],"label_agreement":null},{"id":"W2098266286","doi":"10.1017/s095834400700033x","title":"Enhancing a process-oriented approach to literacy and language learning: The role of corpus consultation literacy","year":2007,"lang":"en","type":"article","venue":"ReCALL","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":137,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Irish Research Council; McGill University","keywords":"Literacy; Language acquisition; Context (archaeology); Process (computing); Computer science; Psychology; Pedagogy; Mathematics education","score_opus":0.006491499034284186,"score_gpt":0.3140453065704065,"score_spread":0.3075538075361223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098266286","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32817316,0.0040273033,0.20857835,0.05244486,0.00023921176,0.0009188399,0.00005142929,0.00062746083,0.40493944],"genre_scores_gemma":[0.96180815,0.0007738884,0.032209344,0.00091083214,0.00003738502,0.0002566397,0.000012077352,0.0000475755,0.0039440873],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9770658,0.019644521,0.0002918838,0.0005280395,0.0018055292,0.00066425506],"domain_scores_gemma":[0.9394806,0.05073214,0.00244818,0.002369818,0.0022869569,0.002682274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013028183,0.0004093506,0.00034420172,0.0019640874,0.003648827,0.010239358,0.0015905836,0.0029651427,0.004457914],"category_scores_gemma":[0.027033154,0.00029237405,0.00043128274,0.0013786966,0.017507548,0.009693387,0.009968025,0.0035120004,0.00051883335],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021701041,0.0010698524,0.010121213,0.0014652702,0.000046102527,0.0021944914,0.24651377,0.001583178,0.0066986606,0.518069,0.0051157377,0.20690565],"study_design_scores_gemma":[0.00017567074,0.0010676691,0.01804117,0.004123126,0.00015094467,0.0032332016,0.16552141,0.0151198525,0.017581882,0.5391927,0.23561293,0.0001795205],"about_ca_topic_score_codex":0.002045833,"about_ca_topic_score_gemma":0.0028191966,"teacher_disagreement_score":0.013028183,"about_ca_system_score_codex":0.00461236,"about_ca_system_score_gemma":0.008234306,"threshold_uncertainty_score":0.068900466},"labels":[],"label_agreement":null},{"id":"W2099548339","doi":"10.1017/s0958344004001429","title":"<i>A principle-based approach to teaching grammar on the web</i>","year":2004,"lang":"en","type":"article","venue":"ReCALL","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Grammar; Computer science; Presentation (obstetrics); Adaptability; Class (philosophy); Instructional design; Multimedia; Mathematics education; World Wide Web; Linguistics; Artificial intelligence; Psychology","score_opus":0.050396105947200905,"score_gpt":0.2557167965334401,"score_spread":0.2053206905862392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099548339","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049663577,0.00068490254,0.63174886,0.011035044,0.0007084189,0.0006871069,0.00013747618,0.001662217,0.34836966],"genre_scores_gemma":[0.093490064,0.0020624509,0.74364924,0.005308228,0.00057648274,0.0012971604,0.00029182507,0.0006321828,0.15269242],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99819994,0.0010422928,0.00006825527,0.00016458819,0.00045210653,0.0000728101],"domain_scores_gemma":[0.99822503,0.00087735074,0.000121324345,0.00030080948,0.00031349863,0.00016197473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002734339,0.0005529209,0.00025909822,0.0013828132,0.0018672532,0.005844168,0.0016804994,0.0021145912,0.02055076],"category_scores_gemma":[0.0035857179,0.0004510599,0.00075948995,0.0011244987,0.004874927,0.0028050481,0.0026784865,0.0031164612,0.00853427],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034852146,0.00031262706,0.0010315154,0.0006847307,0.00002569554,0.00031691915,0.0065666824,0.0026268773,0.007860448,0.6661817,0.08036861,0.23398922],"study_design_scores_gemma":[0.000036386853,0.00014123778,0.0011396089,0.00041405164,0.000021740909,0.0014483024,0.0017872461,0.006433819,0.004950372,0.22204186,0.76153874,0.00004667755],"about_ca_topic_score_codex":0.0011365494,"about_ca_topic_score_gemma":0.004228322,"teacher_disagreement_score":0.02055076,"about_ca_system_score_codex":0.0015900831,"about_ca_system_score_gemma":0.0021594872,"threshold_uncertainty_score":0.06874913},"labels":[],"label_agreement":null},{"id":"W2119348886","doi":"10.1017/s0958344005000418","title":"<i>Inspectable learner reports for web-based language learning</i>","year":2005,"lang":"en","type":"article","venue":"ReCALL","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Journaling file system; Computer science; German; World Wide Web; Web application; Multimedia; Interface (matter); Tracking (education); Psychology; Database; Pedagogy; Linguistics","score_opus":0.017469129711092553,"score_gpt":0.24739086632083834,"score_spread":0.2299217366097458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119348886","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15302731,0.0010847028,0.5977211,0.00278261,0.00044651874,0.0016506715,0.0053696306,0.21227401,0.025643496],"genre_scores_gemma":[0.4326923,0.0007032948,0.5259522,0.0008825584,0.00069491426,0.0016372973,0.006930377,0.010577782,0.019929243],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965411,0.0017255085,0.00038453413,0.0003216085,0.0009217486,0.00010550583],"domain_scores_gemma":[0.9670255,0.016913647,0.0035955845,0.008652914,0.0025914493,0.0012209578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006751123,0.0009754075,0.0005182521,0.001680021,0.00052738795,0.003653896,0.0020449744,0.0009894624,0.017370544],"category_scores_gemma":[0.028958907,0.0004994034,0.00044398446,0.0008307303,0.0005694019,0.0030385256,0.0024570592,0.00089359295,0.0072596665],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014606413,0.00088854454,0.027608674,0.0011735468,0.00008100511,0.0015899324,0.0065644695,0.0011952462,0.03723226,0.003959812,0.06958964,0.8486562],"study_design_scores_gemma":[0.00055456755,0.0043450533,0.1029167,0.0011946065,0.00038815316,0.0075978115,0.0035442212,0.044702172,0.17997666,0.0057446864,0.6482882,0.00074715866],"about_ca_topic_score_codex":0.000600141,"about_ca_topic_score_gemma":0.0008449543,"teacher_disagreement_score":0.017370544,"about_ca_system_score_codex":0.00036560255,"about_ca_system_score_gemma":0.00058877707,"threshold_uncertainty_score":0.058110297},"labels":[],"label_agreement":null},{"id":"W2126578715","doi":"10.1017/s0958344005000522","title":"<i>CASLA through a social constructivist perspective: WebQuest in project-driven language learning</i>","year":2005,"lang":"en","type":"article","venue":"ReCALL","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Social constructivism; Constructivism (international relations); Constructivist teaching methods; Computer science; Language acquisition; Facilitator; Mathematics education; Pedagogy; Psychology; Teaching method; Social psychology","score_opus":0.03438291810531125,"score_gpt":0.3975732563466996,"score_spread":0.36319033824138836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126578715","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040108852,0.01821724,0.43526563,0.1312744,0.002306141,0.0009476708,0.00036173748,0.0015479549,0.36997032],"genre_scores_gemma":[0.5803582,0.014918275,0.24516627,0.012936093,0.0012004107,0.003058424,0.00060114975,0.0010711824,0.14068997],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99457884,0.0042091007,0.000119831406,0.0002378362,0.00067950715,0.00017493211],"domain_scores_gemma":[0.9955916,0.0032414265,0.00014122932,0.00021499586,0.0004985418,0.00031213262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007962345,0.0004858396,0.000320594,0.0012503732,0.0034091673,0.011747174,0.0016951583,0.0030337682,0.0040516853],"category_scores_gemma":[0.006387413,0.00027493053,0.00041877752,0.0018662057,0.008336078,0.008835371,0.0038958534,0.003603841,0.0008318305],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004361603,0.00010126679,0.0007482296,0.00039249074,0.00001648027,0.00038711284,0.024259089,0.0021520208,0.0006963148,0.8544632,0.031179981,0.08556031],"study_design_scores_gemma":[0.00003225565,0.00013260292,0.0014533335,0.0009832837,0.000018496914,0.00053476804,0.015574011,0.015428439,0.0033785908,0.38235733,0.580039,0.00006785845],"about_ca_topic_score_codex":0.0057377117,"about_ca_topic_score_gemma":0.007059696,"teacher_disagreement_score":0.011747174,"about_ca_system_score_codex":0.0043913377,"about_ca_system_score_gemma":0.003926524,"threshold_uncertainty_score":0.04210943},"labels":[],"label_agreement":null},{"id":"W2131004925","doi":"10.1017/s0958344013000128","title":"Language students and their technologies: Charting the evolution 2006–2011","year":2013,"lang":"en","type":"article","venue":"ReCALL","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sophistication; Language acquisition; Class (philosophy); Mathematics education; Computer science; Autonomy; Scale (ratio); Learner autonomy; Foreign language; Psychology; Language education; Comprehension approach; Sociology; Artificial intelligence; Social science; Geography; Political science","score_opus":0.01716668926980323,"score_gpt":0.23155450680832884,"score_spread":0.21438781753852562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131004925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99501896,0.00066436233,0.00008691422,0.0008983461,0.000015565081,0.000011281164,0.00050618424,0.000011043318,0.0027873702],"genre_scores_gemma":[0.9969919,0.00082119595,0.00017869084,0.00010888851,0.000015525944,0.000015529957,0.00046210206,0.0000073901956,0.0013986523],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981377,0.00023699197,0.00022567977,0.00027795963,0.0007399113,0.000381749],"domain_scores_gemma":[0.98980486,0.0011359601,0.004230886,0.00027610848,0.002886744,0.0016654679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019437086,0.00024566115,0.0003435608,0.0046266955,0.0010907811,0.004494945,0.0007332315,0.0011997267,0.001828237],"category_scores_gemma":[0.0076878583,0.00026963977,0.00027830334,0.007052727,0.0010789689,0.0021671897,0.0023732933,0.0018556408,0.0006557648],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016374102,0.00021212467,0.8862987,0.0002117859,0.00003721319,0.00037349504,0.033222143,0.0002448512,0.0012035981,0.001308332,0.0020455655,0.074678354],"study_design_scores_gemma":[0.0000012448374,0.0000792841,0.98242617,0.000050304952,0.000005026043,0.00014594586,0.010078916,0.00014094655,0.00025756736,0.000034933993,0.0067654736,0.000014236361],"about_ca_topic_score_codex":0.048443493,"about_ca_topic_score_gemma":0.05861387,"teacher_disagreement_score":0.048443493,"about_ca_system_score_codex":0.0030763494,"about_ca_system_score_gemma":0.0025806574,"threshold_uncertainty_score":0.09632307},"labels":[],"label_agreement":null},{"id":"W2140515241","doi":"10.1017/s0958344012000262","title":"Evaluating a web-based video corpus through an analysis of user interactions","year":2013,"lang":"en","type":"article","venue":"ReCALL","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Process (computing); Context (archaeology); Quality (philosophy); World Wide Web; Sample (material); Multimedia; Human–computer interaction","score_opus":0.11399584524962596,"score_gpt":0.36381977825938167,"score_spread":0.2498239330097557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140515241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99163693,0.00006829245,0.0051534167,0.00003195359,0.000009825446,0.0002817812,0.0007785502,0.00017829608,0.0018609483],"genre_scores_gemma":[0.9820639,0.00008180009,0.014765457,0.000028728338,0.000013430459,0.00027964974,0.0014405373,0.000058081067,0.0012683325],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99852115,0.0007069515,0.00008507294,0.00018753755,0.00041789914,0.00008130919],"domain_scores_gemma":[0.98933184,0.007028283,0.000672151,0.00050249905,0.002090724,0.00037452337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017513885,0.00037787794,0.00030300606,0.00287843,0.00063128886,0.0010408722,0.0004998406,0.00056284346,0.002096674],"category_scores_gemma":[0.008779773,0.00010406289,0.00021035009,0.0015896623,0.00034955956,0.0007179504,0.00059266755,0.0002917637,0.00071984436],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022561909,0.0041472064,0.20701212,0.0022776735,0.00025959968,0.0021473933,0.04891377,0.0070664296,0.19431508,0.0010562798,0.0051529477,0.5253953],"study_design_scores_gemma":[0.00012004885,0.0036218367,0.8099814,0.00031544795,0.00023016374,0.001254103,0.027500918,0.06412989,0.07656783,0.00078377814,0.015276259,0.00021839667],"about_ca_topic_score_codex":0.0052691833,"about_ca_topic_score_gemma":0.008667808,"teacher_disagreement_score":0.0052691833,"about_ca_system_score_codex":0.000621333,"about_ca_system_score_gemma":0.00040621936,"threshold_uncertainty_score":0.010477006},"labels":[],"label_agreement":null},{"id":"W2142504675","doi":"10.1017/s0958344004000527","title":"<i>How to chat in English and Chinese: Emerging digital language conventions</i>","year":2004,"lang":"en","type":"article","venue":"ReCALL","topic":"Digital Communication and Language","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; York University","funders":"York University","keywords":"Sociocultural evolution; Computer science; Creativity; Linguistics; Function (biology); Computer-mediated communication; Sociology; The Internet; World Wide Web; Psychology","score_opus":0.006414563461026525,"score_gpt":0.24014486829974457,"score_spread":0.23373030483871804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142504675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9604683,0.0008122694,0.0021591838,0.004849177,0.000054101296,0.000043468917,0.000077600955,0.000032969147,0.031502828],"genre_scores_gemma":[0.9955829,0.00038598716,0.00064298074,0.00022862868,0.000013245982,0.000019426856,0.000039684113,0.000010984541,0.0030761212],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99939823,0.00024449916,0.00005922039,0.00008549022,0.000111471665,0.000101014055],"domain_scores_gemma":[0.9984927,0.00068669376,0.0002786356,0.00016560649,0.00017934939,0.00019693113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012941048,0.00017670654,0.00009965986,0.0008154927,0.0027278971,0.00483969,0.0005280106,0.00060102367,0.0016282466],"category_scores_gemma":[0.0039455886,0.00011769229,0.000110971436,0.000743951,0.0049378634,0.0043659084,0.0014483408,0.0007658876,0.00020238748],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006887573,0.000058441634,0.112847604,0.00021632432,0.000017607945,0.0015501622,0.7589095,0.00026280474,0.004859267,0.035301022,0.0043016816,0.08160668],"study_design_scores_gemma":[0.000011370524,0.00007687517,0.16972953,0.00019564321,0.000029601095,0.001717417,0.75002545,0.0012160392,0.0057972143,0.005574927,0.06556666,0.000059250684],"about_ca_topic_score_codex":0.045328982,"about_ca_topic_score_gemma":0.05967106,"teacher_disagreement_score":0.045328982,"about_ca_system_score_codex":0.0023414853,"about_ca_system_score_gemma":0.0022610582,"threshold_uncertainty_score":0.09013027},"labels":[],"label_agreement":null},{"id":"W2142793872","doi":"10.1017/s0958344004001120","title":"<i>Corrective feedback and learner uptake in CALL</i>","year":2004,"lang":"en","type":"article","venue":"ReCALL","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Corrective feedback; Mistake; Repetition (rhetorical device); Second-language acquisition; Computer science; Mathematics education; Psychology; Linguistics","score_opus":0.021449384928703352,"score_gpt":0.22569880048687777,"score_spread":0.2042494155581744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142793872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974377,0.000081490194,0.00049471407,0.000075169715,0.000007954477,0.00004475189,0.000021204614,0.00004382278,0.0017931521],"genre_scores_gemma":[0.99787474,0.000076575394,0.00067161216,0.000081382655,0.000011369017,0.000052257743,0.000044641372,0.000027667276,0.0011596724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98726314,0.005529681,0.00084539066,0.00070749916,0.004850732,0.0008035624],"domain_scores_gemma":[0.86637676,0.093237475,0.018955726,0.0048318575,0.012539657,0.004058494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008693701,0.0005050737,0.00070985977,0.000809563,0.0009071282,0.0026755128,0.0010737968,0.0013097972,0.0022541324],"category_scores_gemma":[0.11683106,0.00028465333,0.000535767,0.00040155335,0.0010354789,0.0010704268,0.0017722407,0.0017542455,0.00055627915],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034216698,0.0049906434,0.5644209,0.0013432621,0.00034852818,0.0011286155,0.15114337,0.0014933059,0.043739133,0.00051389943,0.0015206732,0.225936],"study_design_scores_gemma":[0.00012224088,0.006919396,0.91820186,0.00037030497,0.00033008528,0.0008697439,0.0366563,0.0018658688,0.028472612,0.0004906184,0.0054549198,0.0002459303],"about_ca_topic_score_codex":0.008125062,"about_ca_topic_score_gemma":0.007798089,"teacher_disagreement_score":0.008693701,"about_ca_system_score_codex":0.0014636904,"about_ca_system_score_gemma":0.0013750951,"threshold_uncertainty_score":0.045977175},"labels":[],"label_agreement":null},{"id":"W2146239592","doi":"10.1017/s0958344009990176","title":"The effects of task type in Synchronous Computer-Mediated Communication","year":2009,"lang":"en","type":"article","venue":"ReCALL","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Jigsaw; Focus on form; Operationalization; Computer science; Task (project management); Grammar; Focus (optics); Mathematics education; Teaching method; Psychology; Linguistics","score_opus":0.009518147185940002,"score_gpt":0.2255684949350427,"score_spread":0.2160503477491027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146239592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99573994,0.000083156636,0.0015322351,0.000044835728,0.000025183397,0.00007981286,0.000039916875,0.0000505492,0.0024043417],"genre_scores_gemma":[0.99689084,0.000052755157,0.00199633,0.000038323607,0.000027470684,0.0001879138,0.00006796648,0.000038861166,0.00069944136],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9870155,0.0084658675,0.0011777317,0.0010057259,0.001892078,0.00044318242],"domain_scores_gemma":[0.77442944,0.1935397,0.013618904,0.00816232,0.005367918,0.004881778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00695642,0.00048297353,0.0005671389,0.00076116767,0.00063210254,0.0025203235,0.00092880154,0.00078981323,0.0030113196],"category_scores_gemma":[0.105465606,0.00042691338,0.00031064634,0.00043527564,0.00076665543,0.00150192,0.002155139,0.0006659276,0.0006574713],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024338648,0.005533992,0.47029,0.0024650702,0.0005281929,0.0017668211,0.029893043,0.006968398,0.16258454,0.0019679305,0.0017292207,0.29193422],"study_design_scores_gemma":[0.0015621977,0.014228461,0.9089909,0.00046639828,0.0004815008,0.0019082305,0.016053533,0.017430458,0.027509924,0.004236894,0.0068792375,0.00025220527],"about_ca_topic_score_codex":0.00065896584,"about_ca_topic_score_gemma":0.0008271616,"teacher_disagreement_score":0.00695642,"about_ca_system_score_codex":0.00062452175,"about_ca_system_score_gemma":0.0005110404,"threshold_uncertainty_score":0.036789477},"labels":[],"label_agreement":null},{"id":"W2170407728","doi":"10.1017/s0958344003000727","title":"<i>Examining a mailing list in an elementary Japanese language class</i>","year":2003,"lang":"en","type":"article","venue":"ReCALL","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Class (philosophy); Context (archaeology); Content analysis; Perception; Foreign language; Computer science; Mathematics education; First language; Psychology; Linguistics; Sociology; Artificial intelligence","score_opus":0.04737286156508921,"score_gpt":0.26974993276333803,"score_spread":0.22237707119824882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170407728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966888,0.00005393407,0.001368046,0.00021701214,0.000018621793,0.00013650533,0.000023236053,0.00003576436,0.0014581231],"genre_scores_gemma":[0.9904621,0.00016142555,0.005475547,0.00024278877,0.000050495975,0.00025558958,0.00009407916,0.000044162993,0.0032137826],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99324244,0.0044420925,0.00028299427,0.0004336008,0.00092707935,0.0006717239],"domain_scores_gemma":[0.96803945,0.021706875,0.0048066927,0.0010538194,0.002808046,0.0015850957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008300931,0.00069311116,0.0004570283,0.0022542763,0.0051766573,0.0025199244,0.0016153359,0.0019985228,0.0028739392],"category_scores_gemma":[0.021905396,0.0004337878,0.00069957983,0.0011783391,0.0014831489,0.0022696662,0.0021419688,0.001583357,0.0010207867],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071641704,0.0037710874,0.13340418,0.0007964012,0.000058299724,0.008438582,0.73218316,0.00036564266,0.030223824,0.0006971188,0.0019480828,0.08739717],"study_design_scores_gemma":[0.000072215385,0.0056814803,0.18820496,0.00034964932,0.0001598731,0.0023367167,0.7493789,0.0018978332,0.027517686,0.00046476568,0.023748726,0.00018728888],"about_ca_topic_score_codex":0.003606619,"about_ca_topic_score_gemma":0.007218538,"teacher_disagreement_score":0.008300931,"about_ca_system_score_codex":0.0024107127,"about_ca_system_score_gemma":0.001728964,"threshold_uncertainty_score":0.043900013},"labels":[],"label_agreement":null},{"id":"W2171483322","doi":"10.1017/s0958344004000825","title":"<i>Création du logiciel d’alphabétisation bilingue pour les Sourds “Le français sur le bout des doigts”: évaluation de l’outil et de la démarche de développement</i>","year":2004,"lang":"en","type":"article","venue":"ReCALL","topic":"Hearing Impairment and Communication","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Interpreter; Computer science; Literacy; Process (computing); Psychology; Sociology; Pedagogy","score_opus":0.08195782690276338,"score_gpt":0.37222990490836233,"score_spread":0.29027207800559895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171483322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8832531,0.0011697953,0.072864555,0.0008314515,0.0001340521,0.0017910829,0.0005549826,0.00097242836,0.038428545],"genre_scores_gemma":[0.78929496,0.0012186082,0.17236772,0.0002933804,0.000033863853,0.0011275572,0.0012292668,0.00037372217,0.034060843],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99128,0.005127897,0.00062499946,0.0006447521,0.0019948247,0.00032754985],"domain_scores_gemma":[0.97546965,0.015371409,0.001099298,0.0014711019,0.0056834556,0.00090515736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011994307,0.00075489073,0.00048505754,0.001287723,0.0011895671,0.0032988365,0.0011716913,0.0011156927,0.008290567],"category_scores_gemma":[0.01997597,0.0004939822,0.00066253194,0.0010796722,0.0019551578,0.002740616,0.0021111558,0.0011579887,0.0012856863],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002183639,0.0023666741,0.029557534,0.0024120593,0.000077290715,0.0008785152,0.077310845,0.0055774255,0.0854927,0.017911363,0.0071113426,0.7691206],"study_design_scores_gemma":[0.0016242777,0.011141768,0.12989095,0.001617973,0.00048178676,0.0018542281,0.1024277,0.042223655,0.22246552,0.006931365,0.4788427,0.00049809634],"about_ca_topic_score_codex":0.05669098,"about_ca_topic_score_gemma":0.04710427,"teacher_disagreement_score":0.05669098,"about_ca_system_score_codex":0.004168902,"about_ca_system_score_gemma":0.009088687,"threshold_uncertainty_score":0.11272204},"labels":[],"label_agreement":null},{"id":"W2784123720","doi":"10.1017/s0958344017000386","title":"Investigating research approaches: Classroom-based interaction studies in physical and virtual contexts","year":2018,"lang":"en","type":"article","venue":"ReCALL","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Space (punctuation); Human–computer interaction; Data science","score_opus":0.46534500331627326,"score_gpt":0.43106231316292826,"score_spread":0.03428269015334501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784123720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7745595,0.017138105,0.087141216,0.0073982244,0.00045976366,0.0014774218,0.0002280629,0.00015329431,0.11144445],"genre_scores_gemma":[0.9710942,0.0039252215,0.018909331,0.0006733249,0.000069825706,0.0014031243,0.000058755308,0.00003785295,0.00382844],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9539194,0.038950425,0.0015203566,0.002002634,0.002643129,0.0009640732],"domain_scores_gemma":[0.9399507,0.05093313,0.0029242344,0.0023999147,0.002749606,0.0010424162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026706519,0.00055180554,0.00073639344,0.0046113557,0.005455302,0.014032461,0.0017353708,0.0016126604,0.0039745285],"category_scores_gemma":[0.037674196,0.00046047333,0.00059392065,0.0034946266,0.011299612,0.00873324,0.01173404,0.0020923852,0.00049674785],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006416376,0.00024826778,0.011280031,0.0017373478,0.000051295672,0.00048027182,0.85970575,0.0002702931,0.001638819,0.05211274,0.0009967135,0.07141434],"study_design_scores_gemma":[0.000046693676,0.0002857796,0.010233439,0.0023122653,0.00005133107,0.00068376574,0.91376734,0.0004415052,0.0018130892,0.0112424875,0.05907946,0.00004294708],"about_ca_topic_score_codex":0.001780805,"about_ca_topic_score_gemma":0.0027743832,"teacher_disagreement_score":0.026706519,"about_ca_system_score_codex":0.0039510475,"about_ca_system_score_gemma":0.0039092437,"threshold_uncertainty_score":0.14123923},"labels":[],"label_agreement":null},{"id":"W4240409679","doi":"10.1017/s0958344004000126","title":"<i>Editorial</i>","year":2004,"lang":"en","type":"article","venue":"ReCALL","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Library science; Terrorism; Session (web analytics); Media studies; Political science; History; Sociology; Law","score_opus":0.014679120576683472,"score_gpt":0.21395695902354028,"score_spread":0.19927783844685681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240409679","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006034524,0.004336287,0.00012931002,0.013388574,0.97328657,0.00006366444,0.00015591254,0.00020707518,0.008372333],"genre_scores_gemma":[0.00056460267,0.005505095,0.00013112347,0.022131473,0.9327303,0.000070475755,0.0002843333,0.00014491723,0.038437616],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968606,0.00035522346,0.00036347815,0.00043783584,0.0017026758,0.000280123],"domain_scores_gemma":[0.98420495,0.0032944889,0.0012470813,0.0007406477,0.008121359,0.0023914878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027706637,0.0029360207,0.0025592186,0.004287937,0.002656999,0.008249839,0.0035090349,0.0064273532,0.115806274],"category_scores_gemma":[0.0161015,0.00097424333,0.0022551012,0.0018694894,0.001986526,0.003949777,0.0017626884,0.008127223,0.1031537],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026210802,0.000009621977,0.000019903744,0.0002074649,0.0000049044893,0.000048992562,0.000005473875,0.000009536078,0.00006089855,0.000063846994,0.99396294,0.005580179],"study_design_scores_gemma":[0.000025434452,0.000033858134,0.00021861905,0.00031236303,0.000012642658,0.00019800315,0.00003293805,0.000032795655,0.000116111456,0.00018276324,0.99882096,0.000013415163],"about_ca_topic_score_codex":0.0019195864,"about_ca_topic_score_gemma":0.0037364387,"teacher_disagreement_score":0.115806274,"about_ca_system_score_codex":0.0026498567,"about_ca_system_score_gemma":0.0025235238,"threshold_uncertainty_score":0.38741058},"labels":[],"label_agreement":null},{"id":"W4365511433","doi":"10.1017/s0958344023000071","title":"Beyond replication: An exact replication study of Łodzikowski (2021)","year":2023,"lang":"en","type":"article","venue":"ReCALL","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Replication (statistics); Computer science; Transcription (linguistics); Protocol (science); Linguistics; Mathematics; Statistics","score_opus":0.08677049804674758,"score_gpt":0.4295550927112266,"score_spread":0.342784594664479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365511433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45429417,0.01132071,0.31066743,0.016217468,0.015320738,0.15635295,0.0061641512,0.0013795585,0.028282868],"genre_scores_gemma":[0.7721035,0.0003360908,0.10245691,0.0041079177,0.00037688302,0.11722662,0.000828406,0.00024970763,0.0023139452],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.5440131,0.34054407,0.03640441,0.024426349,0.049749266,0.004862778],"domain_scores_gemma":[0.43040413,0.3831208,0.025861645,0.10291639,0.05573461,0.0019624466],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3539422,0.0019425082,0.0046693403,0.0019575069,0.0053685512,0.0053179176,0.003995994,0.0044866996,0.006338981],"category_scores_gemma":[0.6627611,0.0023131424,0.0040571922,0.0031496286,0.008412218,0.009927959,0.0039637927,0.0056147357,0.001718352],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028715855,0.004578056,0.14739762,0.042083975,0.026833095,0.0077122413,0.22868957,0.004563076,0.016880674,0.18668349,0.067260906,0.23860139],"study_design_scores_gemma":[0.029329957,0.026051661,0.2033073,0.022139689,0.018365944,0.003631883,0.08163148,0.04604231,0.019621888,0.32126236,0.22664194,0.001973671],"about_ca_topic_score_codex":0.0041999556,"about_ca_topic_score_gemma":0.003928322,"teacher_disagreement_score":0.64605784,"about_ca_system_score_codex":0.0032956193,"about_ca_system_score_gemma":0.00614834,"threshold_uncertainty_score":0.7967043},"labels":[],"label_agreement":null}]}