{"meta":{"query_hash":"5a2af6e7ae80","filters":{"venue":"CALICO Journal"},"cohort_total":58,"direct_labels_cover":0,"predictions_cover":58,"exported":58,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/5a2af6e7ae80","api":"https://metacan.xera.ac/api/v1/cohort?venue=CALICO+Journal"},"results":[{"id":"W1711540781","doi":"10.1558/cj.v30i0.187-202","title":"Clicking for Help","year":2013,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"German; TUTOR; Computer science; Context (archaeology); World Wide Web; Natural language processing; Multimedia; Linguistics; Programming language","score_opus":0.02102116292661978,"score_gpt":0.24509984513110145,"score_spread":0.22407868220448166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1711540781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98316956,0.00045902017,0.0022768246,0.00015926744,0.000028462176,0.00006957421,0.0010565093,0.00044648407,0.012334318],"genre_scores_gemma":[0.9881017,0.00028109227,0.0019084811,0.00013125093,0.00003752399,0.000050774757,0.00088010175,0.000055233184,0.008553692],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846846,0.00046173943,0.00013815994,0.0003079264,0.0004801477,0.00014344798],"domain_scores_gemma":[0.9877293,0.008019815,0.0016888137,0.0008997575,0.000951192,0.00071116496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081106793,0.00031288507,0.00031897606,0.0012421629,0.00036455668,0.00094063504,0.0004116238,0.00072526553,0.0125925],"category_scores_gemma":[0.013660266,0.0001477973,0.00018097616,0.00055552786,0.0002654691,0.0011568735,0.00071711413,0.00031420932,0.0034882328],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010922415,0.0013773493,0.62683564,0.0006571442,0.00014977135,0.0030130288,0.016353438,0.0005030114,0.02966009,0.0017153899,0.008273515,0.31036946],"study_design_scores_gemma":[0.000055853965,0.0011793489,0.90429574,0.00019455966,0.00014277018,0.0061856527,0.0074421978,0.0026813997,0.011628933,0.0012213219,0.06486993,0.000102380436],"about_ca_topic_score_codex":0.0010317385,"about_ca_topic_score_gemma":0.002103336,"teacher_disagreement_score":0.0125925,"about_ca_system_score_codex":0.0001789906,"about_ca_system_score_gemma":0.00025129842,"threshold_uncertainty_score":0.04212612},"labels":[],"label_agreement":null},{"id":"W1760730739","doi":"10.1558/cj.v19i3.563-570","title":"Developing Multimedia Lesson Modules for Intermediate Japanese","year":2013,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Computer science; Plan (archaeology); Multimedia; Foreign language; Mathematics education","score_opus":0.0749261601319176,"score_gpt":0.28619158058534105,"score_spread":0.21126542045342345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1760730739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8596057,0.00020603566,0.10374652,0.00024033122,0.000059478552,0.0032156485,0.000957715,0.0027389019,0.02922969],"genre_scores_gemma":[0.58018476,0.00035817764,0.37799174,0.00016362917,0.000030287207,0.0035809446,0.0048973397,0.0006235907,0.03216949],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99946696,0.00020703844,0.000039998555,0.000093654045,0.00010294874,0.00008935662],"domain_scores_gemma":[0.9979387,0.00083328696,0.0001356037,0.00018955975,0.00040140096,0.00050141854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013347073,0.00072982593,0.00041423654,0.00089427,0.00051684317,0.00095003186,0.0009646556,0.0006545572,0.010733963],"category_scores_gemma":[0.0046379766,0.0002506251,0.00050075265,0.0007096248,0.00024526025,0.0014003249,0.0013690614,0.0006461608,0.0031244268],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007016533,0.0074259485,0.02151278,0.0017237196,0.00007254427,0.0011747265,0.013737986,0.005801484,0.08758756,0.0039179795,0.01253516,0.8438084],"study_design_scores_gemma":[0.0012698394,0.017710384,0.22199593,0.00086332735,0.0004845382,0.0029567354,0.021639727,0.045049332,0.2628673,0.011049451,0.41372824,0.00038515392],"about_ca_topic_score_codex":0.0015259557,"about_ca_topic_score_gemma":0.00319074,"teacher_disagreement_score":0.010733963,"about_ca_system_score_codex":0.0006316346,"about_ca_system_score_gemma":0.0012101717,"threshold_uncertainty_score":0.0359087},"labels":[],"label_agreement":null},{"id":"W1786861182","doi":"10.1558/cj.v25i3.510-527","title":"AI in CALL—Artificially Inflated or Almost Imminent?","year":2008,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Context (archaeology); Point (geometry); Quarter (Canadian coin); Computer science; History; Library science; Artificial intelligence; Operations research; Engineering","score_opus":0.07064228763216196,"score_gpt":0.27552340544352477,"score_spread":0.2048811178113628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1786861182","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054963216,0.009217163,0.033356,0.13337745,0.0030532132,0.00003918374,0.0001013882,0.00055715255,0.7653353],"genre_scores_gemma":[0.9483476,0.0030509098,0.0075448947,0.011179817,0.002083261,0.00008347845,0.00008104176,0.00036347806,0.027265647],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919573,0.0033339001,0.00032178112,0.0009749107,0.0024423935,0.00096973515],"domain_scores_gemma":[0.98900026,0.005520133,0.0008928372,0.0022345232,0.0012761202,0.0010761545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066715158,0.00033142805,0.00048769094,0.001557141,0.005600654,0.015728958,0.0016442679,0.0040229443,0.0067997533],"category_scores_gemma":[0.02135031,0.00036598145,0.00033732774,0.0017538688,0.04430774,0.02118219,0.0072966483,0.0093662245,0.0016411578],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025392888,0.00001363785,0.00072434504,0.000043809338,0.000004484651,0.00011095888,0.005928794,0.00013388651,0.00022048339,0.9741261,0.004088806,0.0145793045],"study_design_scores_gemma":[0.000011242031,0.000020842415,0.0011104782,0.00017332665,0.000009129871,0.00022486379,0.0055451253,0.0006451318,0.00049416587,0.8160923,0.17564411,0.000029265335],"about_ca_topic_score_codex":0.0029019557,"about_ca_topic_score_gemma":0.002081854,"teacher_disagreement_score":0.015728958,"about_ca_system_score_codex":0.004206454,"about_ca_system_score_gemma":0.0034743638,"threshold_uncertainty_score":0.03528279},"labels":[],"label_agreement":null},{"id":"W1790138082","doi":"10.1558/cj.v30i0.137-165","title":"The design of effective mobile-enabled tasks for ESP students: A longitudinal study","year":2013,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George Brown College; Athabasca University","funders":"","keywords":"Design-based research; Computer science; Context (archaeology); Multimedia; Human–computer interaction; Mathematics education; Psychology","score_opus":0.022868970548804938,"score_gpt":0.3270177440381674,"score_spread":0.3041487734893625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1790138082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959117,0.0000912992,0.0023442232,0.00015793151,0.000008880078,0.0005805365,0.00007587066,0.00002701364,0.00080243987],"genre_scores_gemma":[0.98673534,0.00022576707,0.009161351,0.00012238286,0.000011224449,0.0016893836,0.00020696716,0.00001466939,0.0018328627],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99048257,0.006170425,0.00058194145,0.00069052016,0.0011917701,0.00088275934],"domain_scores_gemma":[0.9830156,0.0073058545,0.0022767708,0.0020373147,0.0034356662,0.0019288375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023643052,0.0006402492,0.00066058687,0.0014669584,0.002853914,0.0026493764,0.0013131091,0.0013114067,0.0014447764],"category_scores_gemma":[0.03835,0.00081297185,0.00049775647,0.00057314825,0.001427833,0.0018906838,0.0026652894,0.0022947614,0.00061455247],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082808145,0.03314127,0.3578107,0.00054651237,0.00007758445,0.0011578768,0.42264733,0.0010793668,0.0096880505,0.0028140245,0.0016288554,0.1685804],"study_design_scores_gemma":[0.000536952,0.04050943,0.447587,0.000697798,0.00015839592,0.001480341,0.43648633,0.0038468158,0.018129477,0.0035294085,0.0467375,0.00030056026],"about_ca_topic_score_codex":0.0028609396,"about_ca_topic_score_gemma":0.0051890803,"teacher_disagreement_score":0.023643052,"about_ca_system_score_codex":0.0016037212,"about_ca_system_score_gemma":0.0043355823,"threshold_uncertainty_score":0.12503785},"labels":[],"label_agreement":null},{"id":"W1792072459","doi":"10.11139/cj.29.2.205-207","title":"The CALICO Journal in 2012","year":2012,"lang":"en","type":"editorial","venue":"CALICO Journal","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Library science","score_opus":0.06910216909631199,"score_gpt":0.42925849772932323,"score_spread":0.3601563286330112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1792072459","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026806994,0.002699373,0.00007674085,0.037123486,0.95857763,0.000011989105,0.000030257017,0.00002784107,0.0014259496],"genre_scores_gemma":[0.0006037839,0.00242378,0.00014815472,0.02080678,0.96032304,0.000024873923,0.000034647303,0.000045433182,0.015589443],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9900594,0.0014322933,0.001169109,0.0010896537,0.0053529907,0.00089652726],"domain_scores_gemma":[0.95623744,0.008997074,0.0033616598,0.0013005576,0.022322154,0.0077812592],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01226938,0.00445314,0.0032097858,0.007808755,0.0048792013,0.016413769,0.003902018,0.01767209,0.026114052],"category_scores_gemma":[0.04965943,0.0010821533,0.0023246736,0.003182756,0.0036941287,0.004622644,0.0030684173,0.017862378,0.014675448],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023886514,0.000010888432,0.0000273094,0.0000926118,0.0000067715573,0.00007948606,0.000010110676,0.00001388093,0.00002691561,0.00042644373,0.9961719,0.00310986],"study_design_scores_gemma":[0.000042973832,0.000018366283,0.00028349127,0.00033148957,0.000032718344,0.00016113273,0.00004509395,0.00010681553,0.00007908425,0.00089184375,0.9979899,0.000017080984],"about_ca_topic_score_codex":0.0029147048,"about_ca_topic_score_gemma":0.012021104,"teacher_disagreement_score":0.98358625,"about_ca_system_score_codex":0.00596279,"about_ca_system_score_gemma":0.0067660073,"threshold_uncertainty_score":0.0873602},"labels":[],"label_agreement":null},{"id":"W1832439498","doi":"10.1558/cj.v20i3.433-436","title":"Error Diagnosis and Error Correction in CALL","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Simon Fraser University","funders":"","keywords":"Computer science; Error detection and correction; Error analysis; Speech recognition; Natural language processing; Artificial intelligence; Algorithm; Mathematics","score_opus":0.03002669766090879,"score_gpt":0.3169435381599876,"score_spread":0.28691684049907884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1832439498","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007502241,0.10490265,0.5983243,0.04276469,0.16181421,0.00051228824,0.0009287902,0.006684395,0.076566495],"genre_scores_gemma":[0.09967429,0.08978412,0.3099337,0.013761761,0.19185705,0.00047100027,0.0036986743,0.0028436324,0.28797567],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962824,0.0010157088,0.00049174065,0.00063834916,0.0013801393,0.00019165804],"domain_scores_gemma":[0.9878619,0.006848107,0.00047914527,0.0010567991,0.0031757262,0.0005783292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029664158,0.00157033,0.0013398412,0.0025488508,0.0012191382,0.0039987965,0.0024079368,0.0038434474,0.03267006],"category_scores_gemma":[0.01899896,0.0007748544,0.0012134804,0.0016056363,0.0018820048,0.005745159,0.0024440342,0.0035160666,0.0115770195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023863184,0.00016136485,0.00214328,0.0008218407,0.00008965262,0.0014543994,0.0005541823,0.0020472126,0.0023128462,0.03462695,0.42201605,0.5335335],"study_design_scores_gemma":[0.00003151593,0.0002482788,0.0039295107,0.0010430394,0.00011775784,0.007694265,0.00069971645,0.015813215,0.0047728303,0.10111838,0.8643519,0.00017964233],"about_ca_topic_score_codex":0.0016012235,"about_ca_topic_score_gemma":0.0021005194,"teacher_disagreement_score":0.03267006,"about_ca_system_score_codex":0.001001637,"about_ca_system_score_gemma":0.0012948705,"threshold_uncertainty_score":0.10929221},"labels":[],"label_agreement":null},{"id":"W1859439652","doi":"10.1558/cj.v20i2.227-244","title":"Bug Diagnosis By String Matching","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Computer science; Robustness (evolution); Artificial intelligence; String searching algorithm; Natural language processing; Theoretical computer science; Matching (statistics); Asynchronous communication; Edit distance; Sentence; Machine learning; Pattern matching","score_opus":0.010523460334949095,"score_gpt":0.2617802084241759,"score_spread":0.25125674808922677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1859439652","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03558021,0.00018060833,0.9505365,0.00016724039,0.000046763325,0.00013226473,0.00050245685,0.011321655,0.0015323493],"genre_scores_gemma":[0.29551283,0.00020901898,0.6980832,0.00012820882,0.000024869325,0.0001597669,0.001873392,0.00083313923,0.0031755029],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99701273,0.00064627023,0.00041440479,0.0009151021,0.000854122,0.00015732834],"domain_scores_gemma":[0.99493706,0.0019868,0.00060649536,0.0014369456,0.00094449206,0.00008811324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016063933,0.0008932222,0.0011659369,0.0035866022,0.00062105386,0.0018612419,0.0023610191,0.0013047694,0.0039657457],"category_scores_gemma":[0.0108565,0.00047218648,0.0012436528,0.002486511,0.0009463992,0.0031794794,0.0017996097,0.00068760995,0.0015833133],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043145014,0.00015225851,0.013243857,0.0005156978,0.0001740549,0.0007949671,0.000651419,0.04683048,0.026240248,0.024540883,0.0056214635,0.8808032],"study_design_scores_gemma":[0.00007400114,0.00031072323,0.002510824,0.000074661526,0.00020278507,0.0011129209,0.0003000073,0.8424867,0.072470516,0.06456394,0.015810037,0.000082897895],"about_ca_topic_score_codex":0.0026412634,"about_ca_topic_score_gemma":0.002718003,"teacher_disagreement_score":0.0039657457,"about_ca_system_score_codex":0.00068314484,"about_ca_system_score_gemma":0.0013075611,"threshold_uncertainty_score":0.013266683},"labels":[],"label_agreement":null},{"id":"W1860256013","doi":"10.1558/cj.v20i1.59-79","title":"The Role of Computer-Supported Discussion for Language Teacher Education: What Do the Students Say?","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer-mediated communication; Cohesion (chemistry); Computer science; Curriculum; Affect (linguistics); Computer-Assisted Instruction; Pedagogy; Distance education; Psychology; Mathematics education; The Internet; World Wide Web; Communication","score_opus":0.01439239087846479,"score_gpt":0.2915959080368703,"score_spread":0.2772035171584055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1860256013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6790615,0.0470354,0.0045935917,0.20887439,0.0030598298,0.00029637333,0.00011521901,0.00029998075,0.056663677],"genre_scores_gemma":[0.9764396,0.010001848,0.0013284022,0.0066057066,0.0005502462,0.00017463365,0.00003485841,0.000030234378,0.0048344564],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968442,0.002068504,0.000100150646,0.00015067765,0.0004821036,0.00035434603],"domain_scores_gemma":[0.98224145,0.010413203,0.002047937,0.00032338855,0.0013569137,0.003617122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006280393,0.00031166623,0.00038409285,0.0006197802,0.0018300174,0.0076136696,0.0007819594,0.004366201,0.0037908219],"category_scores_gemma":[0.022958621,0.00019728113,0.00026576238,0.00048855564,0.0016068713,0.0054461565,0.0012777044,0.002499652,0.0014280872],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030789946,0.0011630182,0.063914664,0.0019920731,0.000033178287,0.00059069105,0.19203985,0.00009426841,0.0024620204,0.004366712,0.01445528,0.7185804],"study_design_scores_gemma":[0.00018954251,0.001693221,0.10921,0.0059668655,0.00019056004,0.0021786655,0.62625384,0.0009312351,0.0033532553,0.009978744,0.23989366,0.00016034294],"about_ca_topic_score_codex":0.0008970453,"about_ca_topic_score_gemma":0.0015147366,"teacher_disagreement_score":0.0076136696,"about_ca_system_score_codex":0.0011101606,"about_ca_system_score_gemma":0.00257557,"threshold_uncertainty_score":0.03321427},"labels":[],"label_agreement":null},{"id":"W1862977469","doi":"10.1558/cj.v20i3.533-548","title":"Multiple Learner Errors and Meaningful Feedback","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Focus (optics); Parsing; Vocabulary; Sentence; Natural language processing; Domain (mathematical analysis); Grammar; Artificial intelligence; Queue; Phrase; Rule-based machine translation; Linguistics; Programming language","score_opus":0.014920340237406234,"score_gpt":0.2540821634711794,"score_spread":0.23916182323377316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1862977469","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37042558,0.0014995455,0.56861895,0.0063922727,0.00036961003,0.0004017252,0.00042964914,0.01601931,0.035843343],"genre_scores_gemma":[0.91839397,0.0003772747,0.0653268,0.00069734146,0.00021209764,0.00013932884,0.00032382229,0.0012418984,0.013287379],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97829276,0.007331589,0.0013919008,0.0019411221,0.010214406,0.00082825427],"domain_scores_gemma":[0.88715607,0.080944344,0.0087485025,0.008122296,0.012014574,0.0030143186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008009072,0.0011127987,0.0010696031,0.0011602262,0.00092623517,0.0039091767,0.0015031062,0.00258324,0.007846885],"category_scores_gemma":[0.08378934,0.00043190483,0.00045255307,0.00061038753,0.0012844263,0.0053469725,0.004487019,0.0021296313,0.0025250532],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00241555,0.0012483936,0.050189022,0.0015516866,0.000113273454,0.007076301,0.018633137,0.013072482,0.023857927,0.017357867,0.019080522,0.8454038],"study_design_scores_gemma":[0.0006587514,0.004700827,0.050672,0.0017974233,0.0005947859,0.03650714,0.019529197,0.25248975,0.23499724,0.16826221,0.22871359,0.0010770732],"about_ca_topic_score_codex":0.00057849655,"about_ca_topic_score_gemma":0.00088110904,"teacher_disagreement_score":0.008009072,"about_ca_system_score_codex":0.000967301,"about_ca_system_score_gemma":0.00152659,"threshold_uncertainty_score":0.04235655},"labels":[],"label_agreement":null},{"id":"W1887914154","doi":"10.1558/cj.v20i3.561-578","title":"A New Template-Template-enhanced ICALL System for a Second Language Composition Course","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Computer science; Bottleneck; Automaton; Artificial intelligence; Simple (philosophy); Finite-state machine; Scheme (mathematics); Natural language processing; Composition (language); Natural language; Theoretical computer science; Programming language","score_opus":0.010975231054222455,"score_gpt":0.2811540294831161,"score_spread":0.27017879842889364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1887914154","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012778667,0.00006549956,0.85531324,0.0001860949,0.00016339394,0.00031194306,0.000581683,0.12295269,0.0076467507],"genre_scores_gemma":[0.12182709,0.000054354277,0.84864706,0.00030302018,0.00011195091,0.0004620925,0.0023004103,0.0031023112,0.023191702],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992042,0.0001114156,0.00006133187,0.00033396334,0.00022855829,0.000060527214],"domain_scores_gemma":[0.99871266,0.0003452276,0.00007159209,0.00036271557,0.00032621343,0.00018169606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010360043,0.00077191123,0.00077891315,0.00072875153,0.00076808105,0.0016325953,0.0024510347,0.0012278581,0.018238394],"category_scores_gemma":[0.0026199243,0.0004936946,0.00064487226,0.0005099572,0.0005836981,0.0018861676,0.0011797644,0.001225484,0.009267238],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013620008,0.00068950374,0.002441465,0.00048207844,0.00008812376,0.0013980313,0.0010946046,0.01902384,0.16791774,0.021101475,0.05874077,0.7256604],"study_design_scores_gemma":[0.0003528666,0.00042253794,0.0012241113,0.000044899833,0.00013900813,0.001178462,0.00014214958,0.61349744,0.19548427,0.009838633,0.17749621,0.00017947315],"about_ca_topic_score_codex":0.0030821108,"about_ca_topic_score_gemma":0.0033828525,"teacher_disagreement_score":0.018238394,"about_ca_system_score_codex":0.0011738669,"about_ca_system_score_gemma":0.0019106325,"threshold_uncertainty_score":0.06101352},"labels":[],"label_agreement":null},{"id":"W1923032313","doi":"10.11139/cj.28.3.571-578","title":"CALL in Canada","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Current (fluid); Computer science; Linguistics; Engineering","score_opus":0.06797668269748558,"score_gpt":0.19506667761890734,"score_spread":0.12708999492142176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1923032313","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010827011,0.009036582,0.0004856337,0.048262555,0.10304729,0.00034524745,0.0058573443,0.0012584277,0.8306242],"genre_scores_gemma":[0.0009904625,0.0013969218,0.00011763452,0.00442088,0.0029766047,0.000022328039,0.0006601786,0.0001884159,0.9892265],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999278,0.00002619951,0.000028376393,0.000104805935,0.0003667966,0.00019586284],"domain_scores_gemma":[0.9978109,0.00012520544,0.000040405186,0.00008559033,0.0011584933,0.0007794475],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006881839,0.0010767755,0.0009765755,0.0014851863,0.0048959,0.0049695093,0.0012196649,0.005114566,0.6133308],"category_scores_gemma":[0.0021231722,0.0004886481,0.0006702786,0.0012730785,0.00072696054,0.0018645924,0.0020038986,0.002982493,0.3687192],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012383385,0.0000067405226,0.00006422544,0.000023012994,7.7457594e-7,0.00004683462,0.000010223744,0.000011812975,0.0000670268,0.0003906847,0.99078584,0.008580401],"study_design_scores_gemma":[0.000003501388,0.0000034706825,0.00035360592,0.000027436161,8.59705e-7,0.00002387852,0.00004676369,0.000009943487,0.000020627645,0.000100335965,0.99940526,0.0000042036772],"about_ca_topic_score_codex":0.2885269,"about_ca_topic_score_gemma":0.6119189,"teacher_disagreement_score":0.7114731,"about_ca_system_score_codex":0.0049302406,"about_ca_system_score_gemma":0.01310606,"threshold_uncertainty_score":0.57369494},"labels":[],"label_agreement":null},{"id":"W1936145708","doi":"10.1558/calico.v32i1.25645","title":"Software Review: Mango Premiere—Japanese Videos for English Speakers","year":2015,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Drill; Software; Linguistics; Multimedia; Artificial intelligence; Engineering; Programming language","score_opus":0.13601062999682567,"score_gpt":0.44345450352990495,"score_spread":0.3074438735330793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1936145708","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018627868,0.912,0.0019326204,0.045431837,0.022202421,0.0013330675,0.0030971642,0.0005964892,0.011543539],"genre_scores_gemma":[0.017274447,0.8535414,0.006656051,0.06092968,0.023748714,0.0028608814,0.003898454,0.0007381696,0.030352183],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948508,0.0017742767,0.0013175175,0.00033235995,0.0015096274,0.0002154734],"domain_scores_gemma":[0.94343203,0.02372784,0.008739651,0.0015583968,0.020018294,0.0025238495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009765138,0.0007439556,0.0020769876,0.00648535,0.0005918474,0.0025953134,0.0015177174,0.0025652838,0.023276342],"category_scores_gemma":[0.05573193,0.0005630039,0.0021188739,0.0038713028,0.00083054666,0.0016950326,0.0017283675,0.0015423577,0.006618386],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004731001,0.000039886807,0.0003481231,0.06057505,0.00047173118,0.000102841324,0.0001118298,0.00003040062,0.0005847154,0.00026455097,0.6081039,0.32889384],"study_design_scores_gemma":[0.00053096225,0.00037257568,0.0039667133,0.063255556,0.002317577,0.0004478901,0.0001650314,0.000084550564,0.0006245014,0.00040057165,0.92778057,0.000053569063],"about_ca_topic_score_codex":0.006370488,"about_ca_topic_score_gemma":0.018248571,"teacher_disagreement_score":0.023276342,"about_ca_system_score_codex":0.0022021793,"about_ca_system_score_gemma":0.0070451843,"threshold_uncertainty_score":0.07786709},"labels":[],"label_agreement":null},{"id":"W1963060300","doi":"10.11139/cj.30.1.i-iv","title":"Thirty Years of the CALICO Journal—Replicate, Replicate, Replicate","year":2013,"lang":"en","type":"editorial","venue":"CALICO Journal","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Replicate; Computer science; Statistics; Mathematics","score_opus":0.05231100752340645,"score_gpt":0.37919382143061736,"score_spread":0.3268828139072109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963060300","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09338764,0.017272495,0.0047659148,0.25240916,0.59177804,0.0013967616,0.002357881,0.00052093546,0.036111075],"genre_scores_gemma":[0.507154,0.009700653,0.009333073,0.117555946,0.30551445,0.002550276,0.0028175244,0.0006732748,0.044700753],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9674763,0.009595958,0.002628233,0.0024001496,0.016412567,0.0014868414],"domain_scores_gemma":[0.60704964,0.18739446,0.022122812,0.059187554,0.10938157,0.014863942],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.064275384,0.000766253,0.0016783823,0.0021531775,0.0025244458,0.0065674935,0.0025169263,0.0052378126,0.0062038433],"category_scores_gemma":[0.3676306,0.0005620798,0.0015851778,0.0018760676,0.0039179395,0.0028660628,0.0023670956,0.0049941507,0.002321334],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007833043,0.0012056305,0.009162638,0.001385429,0.001691976,0.0010776147,0.0025859878,0.0003558432,0.0009669441,0.012896917,0.88032085,0.08051723],"study_design_scores_gemma":[0.005565387,0.0031378805,0.06156078,0.003198229,0.0037817573,0.0012885157,0.006071164,0.004349189,0.006134132,0.03847358,0.86583424,0.0006051507],"about_ca_topic_score_codex":0.0027602606,"about_ca_topic_score_gemma":0.006413978,"teacher_disagreement_score":0.9357246,"about_ca_system_score_codex":0.0023166134,"about_ca_system_score_gemma":0.006807454,"threshold_uncertainty_score":0.3399248},"labels":[],"label_agreement":null},{"id":"W1983607090","doi":"10.11139/cj.29.3.431-448","title":"Collaboration or Cooperation? Analyzing Group Dynamics and Revision Processes in Wikis","year":2012,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":178,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Group (periodic table); Computer science; Group dynamic; World Wide Web; Psychology; Physics; Social psychology","score_opus":0.020215432535112814,"score_gpt":0.35927627216612396,"score_spread":0.33906083963101113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983607090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928029,0.00016081356,0.0051011248,0.0001252053,0.000009856447,0.000049307575,0.000031812113,0.00004471227,0.0016743572],"genre_scores_gemma":[0.99642736,0.000066074215,0.0030133617,0.000013286822,0.000006831517,0.00005083732,0.00004653044,0.000011866784,0.00036388924],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9913531,0.0054040365,0.00054480025,0.00092776306,0.0013284979,0.00044189545],"domain_scores_gemma":[0.9116974,0.063546,0.014150274,0.00392247,0.004134442,0.002549449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008492523,0.00034282266,0.0004979809,0.0026022187,0.0012704633,0.00264135,0.0007759979,0.0007299807,0.0009234815],"category_scores_gemma":[0.057687905,0.0003136957,0.0002791915,0.0013388342,0.0015214571,0.0037392515,0.0021117567,0.00068930537,0.00027750767],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006574161,0.0005934207,0.57185394,0.00045393698,0.00017118214,0.0005467896,0.23413272,0.0015785091,0.008367369,0.0039509255,0.00083504844,0.17685881],"study_design_scores_gemma":[0.000098680975,0.0011163539,0.72991884,0.0003019782,0.00014422278,0.0010550402,0.20469233,0.025618743,0.009614156,0.014738698,0.0125131225,0.00018792857],"about_ca_topic_score_codex":0.0014103223,"about_ca_topic_score_gemma":0.0016259652,"teacher_disagreement_score":0.008492523,"about_ca_system_score_codex":0.0006615524,"about_ca_system_score_gemma":0.0009795611,"threshold_uncertainty_score":0.04491335},"labels":[],"label_agreement":null},{"id":"W1989825485","doi":"10.11139/cj.28.3.621-638","title":"From the Mouths of Canadian University Students","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Lexicography and Language Studies","field":"Arts and Humanities","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Computer-Assisted Instruction; World Wide Web; Mathematics education; Linguistics; Psychology; Multimedia","score_opus":0.05375106699130639,"score_gpt":0.20650366577414656,"score_spread":0.15275259878284017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989825485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98129386,0.00031550162,0.00011100526,0.0007494139,0.00004612848,0.000058783167,0.00034287397,0.000017999857,0.017064504],"genre_scores_gemma":[0.9771517,0.00046340123,0.00023386854,0.0006240987,0.000021640806,0.000033223812,0.0002601258,0.000025334493,0.021186525],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9978726,0.00021618808,0.00005874284,0.00017817896,0.001102442,0.00057181384],"domain_scores_gemma":[0.9962697,0.0005694886,0.00038202057,0.00009637297,0.0015271428,0.0011551335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012492762,0.00042963482,0.00048753983,0.0021412147,0.009404475,0.004668117,0.0005942607,0.0010902248,0.008950699],"category_scores_gemma":[0.0058871545,0.00028922045,0.0003125312,0.0020154305,0.0021562683,0.0010829308,0.002192268,0.0012338844,0.0013482564],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024202952,0.000115427996,0.09436149,0.00017832748,0.000013673578,0.0007345182,0.83739275,0.000044342974,0.006786381,0.0016307393,0.010920648,0.047579695],"study_design_scores_gemma":[0.000009263045,0.00012539589,0.13269305,0.000117474316,0.00001717813,0.00032772895,0.79328996,0.00019771654,0.0010833513,0.000105686915,0.07193477,0.000098479955],"about_ca_topic_score_codex":0.789017,"about_ca_topic_score_gemma":0.8665561,"teacher_disagreement_score":0.21098298,"about_ca_system_score_codex":0.012119575,"about_ca_system_score_gemma":0.012228056,"threshold_uncertainty_score":0.424451},"labels":[],"label_agreement":null},{"id":"W2009287484","doi":"10.11139/cj.28.3.662-676","title":"Computer Assisted Reading in German as a Foreign Language, Developing and Testing an NLP-based Application","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"German; Natural language processing; Computer science; Artificial intelligence; Reading (process); Linguistics; Foreign language; Philosophy","score_opus":0.043046795933450024,"score_gpt":0.3159701930859908,"score_spread":0.27292339715254077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009287484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9435579,0.00013643011,0.03912522,0.00020397977,0.000039029663,0.0008825841,0.0010352301,0.005863384,0.0091562625],"genre_scores_gemma":[0.8088714,0.00026280258,0.17080626,0.00023534142,0.00001995958,0.0008880998,0.0028487847,0.00068584405,0.015381479],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990404,0.0004493238,0.000068941954,0.00023516134,0.00012908484,0.00007697313],"domain_scores_gemma":[0.9958813,0.0031754354,0.00008168055,0.00036680748,0.00028827164,0.00020654667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018245174,0.0008305166,0.0005338943,0.0007642479,0.0005356659,0.0011569214,0.0010785891,0.0011736071,0.005988431],"category_scores_gemma":[0.005651638,0.00031857094,0.0003706266,0.0006082614,0.0005355324,0.002052952,0.0012651737,0.0005417017,0.0017960097],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031763883,0.0067435997,0.014541997,0.0017183785,0.00012227,0.0043569403,0.03310992,0.014149884,0.14564498,0.006809512,0.023862101,0.7457641],"study_design_scores_gemma":[0.0020879058,0.022296984,0.069304,0.00044660806,0.00041282322,0.00751184,0.02648998,0.21301737,0.3962905,0.0121080205,0.24940518,0.00062881],"about_ca_topic_score_codex":0.0016872503,"about_ca_topic_score_gemma":0.0025473626,"teacher_disagreement_score":0.005988431,"about_ca_system_score_codex":0.0004387372,"about_ca_system_score_gemma":0.00055961974,"threshold_uncertainty_score":0.02003324},"labels":[],"label_agreement":null},{"id":"W2013077909","doi":"10.11139/cj.28.3.579-587","title":"Looking Back","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hindsight bias; The Internet; Period (music); Library science; Computer science; World Wide Web; Psychology","score_opus":0.07030570663974743,"score_gpt":0.22174817232012467,"score_spread":0.15144246568037723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013077909","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008778794,0.021968553,0.0010054924,0.34827647,0.037416626,0.000044348417,0.004613204,0.0006765909,0.57722],"genre_scores_gemma":[0.047424156,0.014106564,0.0010353056,0.12487158,0.0039244704,0.000018476443,0.0025186948,0.00074785197,0.8053528],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973441,0.000120961144,0.000049872873,0.00024316684,0.0014228438,0.0008192649],"domain_scores_gemma":[0.9929414,0.00034024406,0.00019968487,0.00019207205,0.00457905,0.0017476223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011422433,0.00056023936,0.00038478733,0.0023447135,0.011117294,0.010486543,0.0010128523,0.0027293817,0.10531183],"category_scores_gemma":[0.007640771,0.00025368406,0.00045027694,0.003391058,0.0029280595,0.0041689356,0.0019997861,0.004435719,0.031200584],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003153067,0.000010781884,0.0012051732,0.00012317309,0.000007471093,0.00018525508,0.002138319,0.000021645865,0.00037940565,0.0134169115,0.93977684,0.042703398],"study_design_scores_gemma":[0.000001553209,0.0000035473518,0.0012543449,0.000096739306,0.0000039592287,0.000047614056,0.0013152055,0.0000048465467,0.000078952864,0.0002945509,0.99688977,0.000008939619],"about_ca_topic_score_codex":0.8609139,"about_ca_topic_score_gemma":0.9261601,"teacher_disagreement_score":0.8609139,"about_ca_system_score_codex":0.027192408,"about_ca_system_score_gemma":0.038556363,"threshold_uncertainty_score":0.3523032},"labels":[],"label_agreement":null},{"id":"W2042917563","doi":"10.11139/cj.27.1.118-146","title":"The Evolution of Vocabulary Learning Strategies in a Computer-Mediated Reading Environment","year":2010,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Vocabulary; Reading (process); Computer-Assisted Instruction; Vocabulary development; Vocabulary learning; Mathematics education; Teaching method; Multimedia; Linguistics; Psychology","score_opus":0.006888315402711766,"score_gpt":0.2611944686133685,"score_spread":0.2543061532106567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042917563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992655,0.00001902557,0.0001649774,0.0000044129315,3.7658128e-7,0.0000058423334,0.00000387872,0.00000400031,0.0005320484],"genre_scores_gemma":[0.9990233,0.00002616562,0.00042506956,0.000002788674,4.056508e-7,0.0000066442967,0.000012881915,0.0000025143067,0.0005003304],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99948066,0.00018313843,0.000023691431,0.00010708359,0.0001190799,0.00008644324],"domain_scores_gemma":[0.9979792,0.0010737638,0.00036596577,0.0001238759,0.00024193568,0.00021520666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060849776,0.00020849844,0.00016075415,0.000651177,0.00035986645,0.0016735395,0.00037235575,0.00040242347,0.00093949534],"category_scores_gemma":[0.0051698154,0.00016587549,0.00012459989,0.00026502935,0.00090125314,0.0006299891,0.00076936703,0.00029376327,0.0001966246],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009945605,0.001507075,0.47903112,0.00027072986,0.00012799451,0.002508073,0.09466498,0.0014370836,0.26513717,0.0017921246,0.00019681726,0.15233222],"study_design_scores_gemma":[0.000033317123,0.0023695375,0.94959205,0.000032425254,0.00005347351,0.00097229105,0.019599497,0.0018141955,0.022789923,0.0006839103,0.0020121608,0.000047210284],"about_ca_topic_score_codex":0.004622944,"about_ca_topic_score_gemma":0.0075099664,"teacher_disagreement_score":0.004622944,"about_ca_system_score_codex":0.0005990826,"about_ca_system_score_gemma":0.00055005116,"threshold_uncertainty_score":0.0091920495},"labels":[],"label_agreement":null},{"id":"W2055465723","doi":"10.11139/cj.30.2.179-203","title":"Preparing Students to use Wiki Software as a Collaborative Learning Tool","year":2013,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Francophone University Association","funders":"","keywords":"Computer science; Computer-Assisted Instruction; Software; Multimedia; Collaborative writing; Teaching method; World Wide Web; Mathematics education; Psychology; Programming language","score_opus":0.01730438722949132,"score_gpt":0.36167014084553767,"score_spread":0.3443657536160464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055465723","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.251487,0.0002599521,0.67784125,0.0028399322,0.0006337494,0.0022397651,0.00018538932,0.0070036827,0.0575093],"genre_scores_gemma":[0.37436557,0.00046709125,0.5882149,0.00052631577,0.0001263339,0.0015144917,0.0003330154,0.0005595183,0.033892807],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99598193,0.0017171454,0.0002844093,0.0005846568,0.00094396493,0.00048794918],"domain_scores_gemma":[0.98815817,0.0042087464,0.0012625494,0.0018761271,0.0019236227,0.0025707982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00500685,0.00091785204,0.0006327303,0.0011424398,0.0026843934,0.006820388,0.002567652,0.0018082708,0.007386158],"category_scores_gemma":[0.017332504,0.0005026517,0.00067814137,0.000601209,0.0011601935,0.0047749733,0.0047408445,0.0026860598,0.006099565],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003159152,0.0062956493,0.016167702,0.0010650076,0.000059818503,0.0012645517,0.07525721,0.0052786903,0.044573173,0.043631237,0.030719278,0.7753718],"study_design_scores_gemma":[0.00028451518,0.0027733026,0.009323104,0.0010344654,0.00012388347,0.0028116778,0.04410493,0.028185144,0.10175531,0.082746506,0.72636676,0.0004903636],"about_ca_topic_score_codex":0.00023364657,"about_ca_topic_score_gemma":0.00053136534,"teacher_disagreement_score":0.007386158,"about_ca_system_score_codex":0.0005979457,"about_ca_system_score_gemma":0.002550824,"threshold_uncertainty_score":0.026479065},"labels":[],"label_agreement":null},{"id":"W2074480302","doi":"10.11139/cj.30.3.i-iii","title":"Computer-assisted Language Learning — The Times They Are A-Changin’","year":2013,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer-Assisted Instruction; Computer science; Language acquisition; Linguistics; Mathematics education; Psychology; Multimedia; Philosophy","score_opus":0.023423404485947825,"score_gpt":0.23187818264867946,"score_spread":0.20845477816273164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074480302","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015253376,0.030172266,0.0039085336,0.8298114,0.018335368,0.000021632432,0.00013311571,0.00032256308,0.102041766],"genre_scores_gemma":[0.4171471,0.041331727,0.017740246,0.23610741,0.017132975,0.00010765172,0.0003862662,0.0005192154,0.26952744],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99560237,0.0013849057,0.00022656072,0.0005138267,0.0014820691,0.00079030264],"domain_scores_gemma":[0.9796158,0.0056596403,0.0009500435,0.0011381162,0.0060602506,0.0065761763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006564355,0.0003068466,0.0002508264,0.0011201553,0.0036867002,0.011998009,0.0012516893,0.0048895637,0.028313143],"category_scores_gemma":[0.018927667,0.00023279444,0.00028239406,0.0011583748,0.0051932023,0.014807736,0.004775349,0.0059045665,0.0063016703],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000931626,0.00013828203,0.0039694766,0.00015795753,0.000014364712,0.00035377452,0.0030977665,0.00007559446,0.0005679434,0.039443918,0.5271349,0.42495275],"study_design_scores_gemma":[0.0000069885796,0.00002305142,0.0029982803,0.00025515538,0.000003744679,0.00039791298,0.006346476,0.00012647595,0.00025841972,0.010977456,0.97858787,0.000018190065],"about_ca_topic_score_codex":0.0075051417,"about_ca_topic_score_gemma":0.026592253,"teacher_disagreement_score":0.028313143,"about_ca_system_score_codex":0.00317607,"about_ca_system_score_gemma":0.005673649,"threshold_uncertainty_score":0.09471685},"labels":[],"label_agreement":null},{"id":"W2087432641","doi":"10.11139/cj.28.3.639-661","title":"Does Word Coach Coach Words?","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University; Université du Québec à Montréal","funders":"","keywords":"Word (group theory); Linguistics; Computer science; Natural language processing; Philosophy","score_opus":0.040847006052450244,"score_gpt":0.3087081985905123,"score_spread":0.26786119253806207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087432641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96183705,0.0004395812,0.005101323,0.0021343934,0.00015194634,0.00015518752,0.000034773682,0.00008774444,0.030058049],"genre_scores_gemma":[0.9685333,0.00042169454,0.0064306073,0.00053642306,0.00002579081,0.00013595165,0.000058670033,0.000029178811,0.023828413],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99896634,0.000433571,0.000042416847,0.00025194872,0.0001513704,0.00015443441],"domain_scores_gemma":[0.99846005,0.00059647544,0.00016723495,0.00016079929,0.00020649895,0.00040890617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010566381,0.00036838325,0.00025565128,0.00034217205,0.0009219373,0.0018787588,0.0008609921,0.0010317409,0.005617082],"category_scores_gemma":[0.0052297693,0.00015487026,0.00010192186,0.00022825714,0.0010986734,0.0018986976,0.0009390411,0.0006580399,0.0021542595],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014858592,0.006169258,0.15034522,0.000489321,0.000055639855,0.0013569559,0.06804108,0.00047381956,0.028866254,0.019437071,0.011354476,0.7119251],"study_design_scores_gemma":[0.00037201153,0.012526196,0.17800158,0.0006291519,0.00017902035,0.0057328846,0.29406664,0.006196338,0.042246755,0.038691506,0.42111343,0.00024453553],"about_ca_topic_score_codex":0.0015527081,"about_ca_topic_score_gemma":0.006652431,"teacher_disagreement_score":0.005617082,"about_ca_system_score_codex":0.000423926,"about_ca_system_score_gemma":0.0006615354,"threshold_uncertainty_score":0.01879102},"labels":[],"label_agreement":null},{"id":"W2096881740","doi":"10.1558/cj.v26i2.337-362","title":"Virtual Immersion","year":2009,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Immersion (mathematics); Virtual reality; Target culture; Variety (cybernetics); Everyday life; Computer science; Metaverse; Resource (disambiguation); Multimedia; Human–computer interaction; Mixed reality; Pedagogy; Psychology","score_opus":0.028537830801095822,"score_gpt":0.24944782770850496,"score_spread":0.22090999690740915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096881740","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06624702,0.0045082155,0.15794656,0.0032118766,0.002780195,0.00053792686,0.001144266,0.0016897105,0.76193416],"genre_scores_gemma":[0.7627796,0.003614686,0.05280364,0.0023182335,0.00067673996,0.0010117582,0.0016138379,0.00057615706,0.1746054],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991524,0.00025022283,0.000039234565,0.00012272061,0.00032316608,0.00011226337],"domain_scores_gemma":[0.99934596,0.00017131334,0.000032098513,0.00014806294,0.00016143495,0.00014115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064338173,0.0005713285,0.00038108462,0.00048292452,0.00073667424,0.0035279233,0.0008369631,0.00085555046,0.058659922],"category_scores_gemma":[0.003583732,0.0001929753,0.0005502748,0.00032973438,0.0007730953,0.0018395651,0.004641368,0.0010096845,0.0067833816],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000875741,0.00046837056,0.00302089,0.00142869,0.00010116365,0.00071660045,0.0075674923,0.0054238467,0.032900408,0.22398347,0.08690189,0.63661146],"study_design_scores_gemma":[0.000114708826,0.0006706732,0.00420627,0.00043524263,0.000044787845,0.0015845294,0.0024130181,0.0039604795,0.0055842735,0.0562268,0.92466277,0.0000963884],"about_ca_topic_score_codex":0.0008001823,"about_ca_topic_score_gemma":0.0008910351,"teacher_disagreement_score":0.058659922,"about_ca_system_score_codex":0.0004570723,"about_ca_system_score_gemma":0.00063082424,"threshold_uncertainty_score":0.19623703},"labels":[],"label_agreement":null},{"id":"W2102667937","doi":"10.1558/cj.v22i2.269-284","title":"Using German Web Sites to Teach Culture in German Courses","year":2005,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"German; Foreign language; Computer science; Web application; Foreign language teaching; Element (criminal law); Language education; Mathematics education; Teaching method; Computer-Assisted Instruction; World Wide Web; Pedagogy; Linguistics; Multimedia; Psychology; Political science","score_opus":0.06072384604292124,"score_gpt":0.3460615034743621,"score_spread":0.28533765743144085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102667937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9065687,0.00079972314,0.0045579677,0.001900928,0.00016137738,0.00010818597,0.0001368918,0.000174223,0.08559199],"genre_scores_gemma":[0.96111965,0.0014077303,0.010080912,0.0003801968,0.000028720377,0.000077300545,0.00017784662,0.00005134664,0.026676247],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996835,0.00013910396,0.000012203666,0.00002915171,0.000061123756,0.000074977565],"domain_scores_gemma":[0.9993826,0.0002099945,0.000038990973,0.000048502985,0.000041724314,0.00027823943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077775837,0.00029539387,0.00009820273,0.00056337536,0.0007928745,0.00137009,0.0002681173,0.00027896374,0.006247852],"category_scores_gemma":[0.0011607679,0.00014555843,0.00013783103,0.00056895916,0.00041864184,0.0007276211,0.00085896405,0.0005674276,0.0014138186],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003501549,0.007462381,0.0345665,0.00049778604,0.00003812147,0.0010755897,0.021348653,0.0026915565,0.037207056,0.02825335,0.04473551,0.8217734],"study_design_scores_gemma":[0.00038997526,0.0038502524,0.20159914,0.0009019934,0.00015220935,0.001431157,0.04022969,0.005473716,0.10045021,0.016118508,0.62926286,0.0001402768],"about_ca_topic_score_codex":0.0020208133,"about_ca_topic_score_gemma":0.011779192,"teacher_disagreement_score":0.006247852,"about_ca_system_score_codex":0.0011407238,"about_ca_system_score_gemma":0.0010549694,"threshold_uncertainty_score":0.020901144},"labels":[],"label_agreement":null},{"id":"W2109973395","doi":"10.1558/cj.v19i2.295-313","title":"Learner Control and Error Correction in ICALL","year":2002,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"German; Grammar; Error detection and correction; Computer science; Sentence; Control (management); Natural language processing; Psychology; Linguistics; Artificial intelligence","score_opus":0.02398298848865336,"score_gpt":0.29811321835778615,"score_spread":0.27413022986913277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109973395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99568427,0.00023809123,0.0015259368,0.00010851778,0.000011797565,0.000018378632,0.000021175514,0.000063379885,0.002328556],"genre_scores_gemma":[0.9985769,0.00007612704,0.00046916818,0.000030298086,0.000009741427,0.00000910816,0.000027346705,0.000014565059,0.0007867263],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99402064,0.0022820602,0.00043440636,0.00061856577,0.002255151,0.0003891708],"domain_scores_gemma":[0.9117282,0.057278883,0.015103386,0.0042502,0.00828752,0.0033517387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054098936,0.00039876104,0.00035662405,0.0015063207,0.00064865913,0.002607186,0.0005878205,0.00054177764,0.0017745779],"category_scores_gemma":[0.06652082,0.00016073254,0.00022639312,0.0004211058,0.0011315602,0.0010321175,0.0012212239,0.0007264221,0.00034310055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009267511,0.0014630206,0.83531797,0.00012263036,0.000115744995,0.000627256,0.017346451,0.0011977563,0.0054479307,0.0008337138,0.0005793656,0.13602145],"study_design_scores_gemma":[0.00021450811,0.0034449152,0.92434853,0.00018783727,0.0003452562,0.0038719373,0.011712505,0.014717479,0.028184092,0.0042686765,0.008499853,0.00020439576],"about_ca_topic_score_codex":0.002785838,"about_ca_topic_score_gemma":0.0018227728,"teacher_disagreement_score":0.0054098936,"about_ca_system_score_codex":0.0005945598,"about_ca_system_score_gemma":0.00089112,"threshold_uncertainty_score":0.028610587},"labels":[],"label_agreement":null},{"id":"W2114206224","doi":"10.1558/cj.v22i2.251-268","title":"Les Chansons de la francophonie Web Site and its Two Web-usage-tracking Systems in an Advanced Listening Comprehension Course","year":2005,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Paragraph; Web page; Computer science; World Wide Web; JavaScript; Comprehension; Web application; Multimedia; Linguistics; Programming language","score_opus":0.05234607069337044,"score_gpt":0.4305733872672216,"score_spread":0.37822731657385117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114206224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99084723,0.000030828316,0.0022875688,0.000114876486,0.000012823119,0.00021303186,0.00017632487,0.00014543383,0.0061717522],"genre_scores_gemma":[0.9710143,0.00005798953,0.014093682,0.0000737595,0.000008486422,0.00033996024,0.00044377605,0.00007715427,0.013890942],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982712,0.00087691616,0.00009055677,0.00022254785,0.0003551553,0.00018358824],"domain_scores_gemma":[0.9941321,0.00283576,0.0002957656,0.00032539584,0.0013914526,0.0010195164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003750279,0.00047330742,0.000327027,0.0010961232,0.0010244885,0.001193667,0.000375078,0.0006661758,0.0027858962],"category_scores_gemma":[0.008502848,0.00034421976,0.00022360774,0.00069973344,0.00054847845,0.0007694671,0.0011482418,0.00057774526,0.0006682949],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016739211,0.007114144,0.3142752,0.00021459202,0.000042431704,0.002151846,0.08326074,0.0022109007,0.03562807,0.0016986518,0.010358612,0.541371],"study_design_scores_gemma":[0.00016663726,0.0035597594,0.90488684,0.00015416411,0.000046653462,0.00087013346,0.024887856,0.007959172,0.022274757,0.0005571329,0.034405816,0.00023100547],"about_ca_topic_score_codex":0.05514981,"about_ca_topic_score_gemma":0.12360323,"teacher_disagreement_score":0.05514981,"about_ca_system_score_codex":0.0019800984,"about_ca_system_score_gemma":0.0021087513,"threshold_uncertainty_score":0.109657586},"labels":[],"label_agreement":null},{"id":"W2121031452","doi":"10.1558/cj.v20i2.215-336","title":"Learning French Pronunciation","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"French Language Learning Methods","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Pronunciation; Phonetics; Intonation (linguistics); Linguistics; Computer science; Curriculum; Psychology; Pedagogy","score_opus":0.025192217288694547,"score_gpt":0.33463789989614834,"score_spread":0.3094456826074538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121031452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901366,0.00014367077,0.0023666036,0.00016680062,0.000012649184,0.000048291764,0.00005195893,0.00007641708,0.006997069],"genre_scores_gemma":[0.9856903,0.00026951983,0.0043753143,0.000119294105,0.000007674245,0.00004680972,0.000094553085,0.000009200535,0.009387384],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994986,0.00016534228,0.000020911579,0.00011725261,0.00010074557,0.00009699664],"domain_scores_gemma":[0.9987857,0.0006511729,0.00008736863,0.00008806159,0.00022781485,0.00015989019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078131916,0.00045511653,0.0003090886,0.00028358173,0.00046145977,0.001773975,0.00032602152,0.0005343018,0.0060988194],"category_scores_gemma":[0.0032754522,0.00009353954,0.0002239694,0.00012946184,0.00038492307,0.00060554163,0.0005936878,0.0004338998,0.0012927523],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060162053,0.0016588407,0.0914131,0.0004884232,0.0000501072,0.00089290825,0.08682931,0.0011268419,0.17449291,0.0036958787,0.004096628,0.63465345],"study_design_scores_gemma":[0.00023717705,0.014081958,0.5087413,0.0006005466,0.00026447824,0.003472965,0.13447751,0.006679062,0.13826759,0.006423081,0.1864667,0.00028758976],"about_ca_topic_score_codex":0.010474195,"about_ca_topic_score_gemma":0.015202242,"teacher_disagreement_score":0.010474195,"about_ca_system_score_codex":0.0006902829,"about_ca_system_score_gemma":0.0009245041,"threshold_uncertainty_score":0.020826459},"labels":[],"label_agreement":null},{"id":"W2122910265","doi":"10.11139/cj.28.3.699-720","title":"(Re)Conceptualizing Design Approaches for Mobile Language Learning","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"George Brown College; Athabasca University","funders":"","keywords":"Computer science; Language acquisition; Constructivism (international relations); Language education; Context (archaeology); Social constructivism; Mathematics education; Active listening; Pedagogy; Exploratory research; Language assessment; Instructional design; Multimedia; Psychology; Sociology; Communication","score_opus":0.1312008334942171,"score_gpt":0.2951427024976288,"score_spread":0.1639418690034117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122910265","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02297471,0.0033295248,0.92535114,0.005411124,0.00021962848,0.00053399353,0.000052489708,0.00026014802,0.04186721],"genre_scores_gemma":[0.4125828,0.0021825035,0.57443166,0.0009385954,0.00009021482,0.0016788008,0.000072391194,0.0001233695,0.007899659],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99152327,0.006355823,0.0003776455,0.0005710519,0.0008862288,0.00028591137],"domain_scores_gemma":[0.99509686,0.0032900367,0.00028377067,0.0006815632,0.00041586015,0.00023189395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009539167,0.0009851519,0.00042372354,0.0021445304,0.001388077,0.00860739,0.0027796584,0.0025592064,0.0031025142],"category_scores_gemma":[0.0074018156,0.00058346364,0.0009212752,0.0012635918,0.0133408625,0.0077484725,0.003823323,0.0027818244,0.0007100225],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030284855,0.000079781894,0.0019191126,0.001167793,0.000041136875,0.00038889953,0.062014922,0.004574707,0.0033858917,0.8484305,0.0014012324,0.07656583],"study_design_scores_gemma":[0.00008666614,0.0004372808,0.0015064871,0.0015738287,0.00010750707,0.001745031,0.046655186,0.017734684,0.0032511882,0.546085,0.3807483,0.00006893982],"about_ca_topic_score_codex":0.0012047946,"about_ca_topic_score_gemma":0.0012112713,"teacher_disagreement_score":0.009539167,"about_ca_system_score_codex":0.0029724187,"about_ca_system_score_gemma":0.0021563065,"threshold_uncertainty_score":0.050448537},"labels":[],"label_agreement":null},{"id":"W2125651700","doi":"10.11139/cj.28.3.721-743","title":"Using ASR Technology in Language Training for Specific Purposes","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Interpreting and Communication in Healthcare","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Training (meteorology); Computer science; Linguistics; Computer-Assisted Instruction; Natural language processing; Mathematics education; Psychology; Multimedia; Artificial intelligence; Geography","score_opus":0.4469941021489425,"score_gpt":0.5195242086404167,"score_spread":0.07253010649147423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125651700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4938783,0.0058810515,0.3646898,0.0035537654,0.0009360706,0.0015198628,0.0006446269,0.008676178,0.12022032],"genre_scores_gemma":[0.70488495,0.0026494383,0.25927797,0.0012470074,0.00024714659,0.0005116671,0.0004661295,0.00043963277,0.030276174],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9939295,0.0045324382,0.00017153785,0.00036714325,0.0008189398,0.00018037976],"domain_scores_gemma":[0.994643,0.0036267058,0.00023171393,0.0005695209,0.0007554986,0.00017356592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004519374,0.0006830026,0.00033583338,0.00084830186,0.00056678895,0.0019943947,0.0011571335,0.0014865057,0.007773277],"category_scores_gemma":[0.009014877,0.00021459555,0.00035485224,0.0006064588,0.001005903,0.0018333329,0.0011925561,0.0005776723,0.005492292],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010708721,0.00085605076,0.005138843,0.001046025,0.000048532074,0.001059165,0.009351441,0.0029100077,0.0823588,0.0046200408,0.010438411,0.8811019],"study_design_scores_gemma":[0.0007768627,0.0122147985,0.041837063,0.0016712354,0.0005422823,0.017834244,0.017086526,0.041446436,0.32422286,0.013739487,0.5279474,0.00068090967],"about_ca_topic_score_codex":0.0014704871,"about_ca_topic_score_gemma":0.0019002426,"teacher_disagreement_score":0.007773277,"about_ca_system_score_codex":0.00055473973,"about_ca_system_score_gemma":0.0008914885,"threshold_uncertainty_score":0.026004195},"labels":[],"label_agreement":null},{"id":"W2142140880","doi":"10.1558/cj.v21i2.245-263","title":"The Computerized Mini-AMTB","year":2004,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Session (web analytics); Psychology; Anxiety; Orientation (vector space); Reliability (semiconductor); Computer science; World Wide Web","score_opus":0.03108226855751902,"score_gpt":0.23938741250580678,"score_spread":0.20830514394828775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142140880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9529133,0.0009201149,0.011227675,0.0002611962,0.00033431657,0.0031785497,0.004402989,0.002041514,0.024720281],"genre_scores_gemma":[0.90500927,0.0013619259,0.042165436,0.00068899844,0.0003339684,0.010385742,0.0074727507,0.00018682127,0.032394975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990902,0.00018685887,0.00009850312,0.0001666409,0.0003599879,0.00009774587],"domain_scores_gemma":[0.99825305,0.00051969633,0.00031288018,0.0001875371,0.00052597583,0.00020091819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012629571,0.0008197755,0.00067766395,0.0010321897,0.00028823136,0.0006273602,0.00093982567,0.0006074358,0.00834822],"category_scores_gemma":[0.005547023,0.0001851011,0.0006754945,0.00044548823,0.0002175212,0.00080093986,0.00075551146,0.0005451717,0.0045265043],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035114014,0.0049671326,0.14104357,0.0006539311,0.00027156205,0.00033453837,0.0011816277,0.0022245238,0.028652329,0.0013802426,0.027699487,0.78807956],"study_design_scores_gemma":[0.0005576926,0.008000945,0.9360019,0.00011247123,0.00015038304,0.0017136417,0.00038938344,0.008395228,0.006981004,0.0015045757,0.036041003,0.0001516821],"about_ca_topic_score_codex":0.0024400544,"about_ca_topic_score_gemma":0.0036910449,"teacher_disagreement_score":0.00834822,"about_ca_system_score_codex":0.0003280978,"about_ca_system_score_gemma":0.00051920564,"threshold_uncertainty_score":0.027927577},"labels":[],"label_agreement":null},{"id":"W2147385136","doi":"10.11139/cj.28.3.744-765","title":"Computer Assisted Pronunciation Training","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":194,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pronunciation; Vowel; Computer science; Vowel length; Speech recognition; Linguistics; Perception; Psychology","score_opus":0.269428622989657,"score_gpt":0.3732243311881166,"score_spread":0.10379570819845962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147385136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7717419,0.0048469794,0.15241958,0.0008338683,0.00041605657,0.0012500942,0.0008393143,0.0047510234,0.06290114],"genre_scores_gemma":[0.86994207,0.002752648,0.09154013,0.00031520205,0.00012202267,0.0007087111,0.00090538355,0.00013266611,0.03358105],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99964,0.000079063386,0.000026175532,0.00008209915,0.00014027096,0.000032390166],"domain_scores_gemma":[0.9988691,0.0007539053,0.000048761507,0.000107660424,0.00014727002,0.00007316863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046924793,0.00041405196,0.00021061963,0.00041625614,0.0001708534,0.00041171917,0.0007676793,0.00029729505,0.01391629],"category_scores_gemma":[0.0029406254,0.00007604481,0.00016681096,0.00025531172,0.00015835889,0.0002860629,0.00052956806,0.00036446392,0.0024961876],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043201927,0.0010331394,0.0036910495,0.0003669802,0.000017671686,0.0003419593,0.00058839313,0.0012439574,0.04399736,0.0004705278,0.0029766348,0.9448403],"study_design_scores_gemma":[0.00087728567,0.014928797,0.33341566,0.00093816034,0.00031265672,0.023941398,0.0027620187,0.032396268,0.1877729,0.0065947855,0.39571306,0.00034703146],"about_ca_topic_score_codex":0.0008500747,"about_ca_topic_score_gemma":0.0015060524,"teacher_disagreement_score":0.01391629,"about_ca_system_score_codex":0.00017969546,"about_ca_system_score_gemma":0.00028812367,"threshold_uncertainty_score":0.046554625},"labels":[],"label_agreement":null},{"id":"W2152175132","doi":"10.11139/cj.28.2.460-472","title":"Retention in SLA Lexical Processing","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Victoria","funders":"","keywords":"Computer science; Natural language processing; Linguistics; Artificial intelligence; Psychology","score_opus":0.09312754495153247,"score_gpt":0.33744447400006783,"score_spread":0.24431692904853536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152175132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992256,0.00015749958,0.00011448126,0.000012818316,0.0000053654057,0.000006364545,0.00002528004,0.000014324871,0.0004381732],"genre_scores_gemma":[0.99873,0.000053074524,0.000084810825,0.00002025439,0.0000045969573,0.000008019201,0.00006475047,0.000007126795,0.0010273337],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9990902,0.00013775835,0.000090969486,0.00020099674,0.0002765485,0.00020351347],"domain_scores_gemma":[0.99431473,0.0020990304,0.00093282084,0.0009898314,0.001050791,0.0006127772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016231887,0.00022355487,0.0004735213,0.00046201193,0.00023608089,0.000928395,0.00047301358,0.00044132804,0.0035449772],"category_scores_gemma":[0.009318219,0.00014575843,0.0002030038,0.00023922771,0.00053517567,0.0009987311,0.0009418897,0.00072694913,0.0006775289],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016944367,0.006138985,0.15735085,0.00055671297,0.00023337084,0.00079633814,0.0077794483,0.00069738744,0.5136217,0.0010665831,0.0011229155,0.29369143],"study_design_scores_gemma":[0.0004959502,0.07254294,0.6513933,0.00014632521,0.00030593737,0.0021203458,0.003424265,0.0022173095,0.25933307,0.002008696,0.0059020007,0.00010983484],"about_ca_topic_score_codex":0.00112374,"about_ca_topic_score_gemma":0.00063590263,"teacher_disagreement_score":0.0035449772,"about_ca_system_score_codex":0.00035461396,"about_ca_system_score_gemma":0.00057055656,"threshold_uncertainty_score":0.011859179},"labels":[],"label_agreement":null},{"id":"W2153564391","doi":"10.1558/cj.v20i3.437-450","title":"Grammatical Errors and Feedback","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Grammar; German; Parsing; Dialog box; Natural language processing; Linguistics; Relevance (law); Artificial intelligence; World Wide Web","score_opus":0.03604364875005453,"score_gpt":0.2406427214086211,"score_spread":0.20459907265856658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153564391","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2359782,0.0043457802,0.48256645,0.050876837,0.00324317,0.0006926159,0.0008636127,0.01630784,0.20512556],"genre_scores_gemma":[0.8870302,0.0017532128,0.069930375,0.0041589607,0.0006690851,0.0003265905,0.00047685605,0.0023890384,0.03326565],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.96913034,0.017936863,0.0013407704,0.0014203705,0.009172976,0.0009986805],"domain_scores_gemma":[0.8461868,0.11332947,0.005701733,0.0103070615,0.022236194,0.0022386652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015737427,0.0010679358,0.0007581059,0.0011985302,0.0011574146,0.0041993516,0.0013344346,0.0034293043,0.017556697],"category_scores_gemma":[0.21338919,0.00036965008,0.00039449663,0.00061040756,0.0028212578,0.0067083263,0.0041117743,0.0026073535,0.0040081628],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001207188,0.0005013344,0.01469948,0.0015582698,0.00006153861,0.0017164099,0.044172287,0.005687092,0.014486049,0.07248071,0.05395406,0.7894756],"study_design_scores_gemma":[0.0005827322,0.0028786426,0.024225095,0.0040006223,0.00026296225,0.006887674,0.03363183,0.039032266,0.05893682,0.28794095,0.54110104,0.00051939074],"about_ca_topic_score_codex":0.00064398843,"about_ca_topic_score_gemma":0.00049957435,"teacher_disagreement_score":0.017556697,"about_ca_system_score_codex":0.0010199468,"about_ca_system_score_gemma":0.0015595515,"threshold_uncertainty_score":0.08322847},"labels":[],"label_agreement":null},{"id":"W2161608633","doi":"10.1558/cj.v23i1.17-48","title":"Language Learners and Generic Spell Checkers in CALL","year":2006,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Linguistics, Language Diversity, and Identity","field":"Arts and Humanities","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Spelling; Spell; Computer science; Natural language processing; Competence (human resources); German; Correctness; Artificial intelligence; Word (group theory); Linguistics; Programming language; Psychology","score_opus":0.01777159364031723,"score_gpt":0.21489890436612535,"score_spread":0.19712731072580814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161608633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986559,0.00005654374,0.0004962213,0.00004017444,0.000003437844,0.000008357854,0.000008071837,0.000024940597,0.00070628437],"genre_scores_gemma":[0.9988765,0.000042796095,0.0006633021,0.000024567056,0.0000026838113,0.000005349351,0.000014284103,0.0000083902505,0.00036215704],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994785,0.0015985916,0.00060415984,0.00067675306,0.001925965,0.00040953382],"domain_scores_gemma":[0.9715845,0.012117883,0.010218284,0.0019028342,0.0028774524,0.0012990446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034052231,0.00064239034,0.0005550391,0.0018134104,0.00085716567,0.0020499951,0.0006951712,0.0009972184,0.00175581],"category_scores_gemma":[0.037980154,0.00030432155,0.000248218,0.0006956987,0.001937424,0.0018860077,0.001919536,0.0010553459,0.00044631286],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047086398,0.0005867907,0.7831085,0.00025845916,0.000068218906,0.0035291654,0.09240326,0.0010729097,0.026554165,0.0010236837,0.00051532424,0.090408735],"study_design_scores_gemma":[0.00006284969,0.002156138,0.8286072,0.00020040467,0.0001312068,0.014420629,0.09594824,0.0065140035,0.03929723,0.0037172637,0.008723994,0.00022081842],"about_ca_topic_score_codex":0.0014112641,"about_ca_topic_score_gemma":0.0020009151,"teacher_disagreement_score":0.0034052231,"about_ca_system_score_codex":0.00053069263,"about_ca_system_score_gemma":0.00083622854,"threshold_uncertainty_score":0.018008769},"labels":[],"label_agreement":null},{"id":"W2162107240","doi":"10.1558/cj.v24i1.59-75","title":"A Comparison of Chat Room Productivity","year":2007,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Task (project management); Vocabulary; Chat room; Quarter (Canadian coin); Duration (music); Online chat; Mathematics education; Psychology; Productivity; Computer science; Medical education; World Wide Web; The Internet; Artificial intelligence; Linguistics; Medicine; Engineering","score_opus":0.08510132683981071,"score_gpt":0.34352417636247123,"score_spread":0.25842284952266054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162107240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962741,0.00014115575,0.0012817341,0.00002577366,0.000012663302,0.000023350716,0.00011435143,0.000066623295,0.0020601994],"genre_scores_gemma":[0.99700254,0.000086564825,0.0010049613,0.000011468418,0.000017360993,0.00003552996,0.0002046272,0.0000344382,0.001602535],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99721706,0.0012063626,0.00022613489,0.00049838953,0.00061645836,0.00023560436],"domain_scores_gemma":[0.96960515,0.02013353,0.0025970999,0.0014347848,0.0044233995,0.0018060673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025839712,0.0005110725,0.00046426745,0.0017176986,0.00044680428,0.001965794,0.00059703196,0.00045703136,0.0031673154],"category_scores_gemma":[0.021012574,0.00017917296,0.00032863126,0.0005925233,0.0004130593,0.00064966816,0.00095261284,0.0003099083,0.0009754281],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055922093,0.0011164538,0.36103222,0.00091047905,0.00029860702,0.0016901647,0.06426877,0.0009096172,0.19711211,0.0003990488,0.000948982,0.36572134],"study_design_scores_gemma":[0.00013343802,0.004169358,0.91896063,0.00011706442,0.00018574968,0.001123865,0.029924192,0.0034804994,0.035756495,0.0005667869,0.0054614684,0.00012047949],"about_ca_topic_score_codex":0.0009122756,"about_ca_topic_score_gemma":0.00089697825,"teacher_disagreement_score":0.0031673154,"about_ca_system_score_codex":0.0004229552,"about_ca_system_score_gemma":0.00043108402,"threshold_uncertainty_score":0.013665497},"labels":[],"label_agreement":null},{"id":"W2164868381","doi":"10.11139/cj.27.3.517-528","title":"Virtual Vocabulary","year":2010,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Vocabulary; Vocabulary development; Natural language processing; Linguistics; Computer-Assisted Instruction; Artificial intelligence; Multimedia","score_opus":0.01052339195779267,"score_gpt":0.30664093714087753,"score_spread":0.29611754518308486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164868381","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115271874,0.0012157292,0.31417838,0.0017499448,0.00093458465,0.0014064768,0.003193514,0.01730718,0.5447422],"genre_scores_gemma":[0.4421407,0.0012357517,0.20219629,0.00091490377,0.00023358062,0.0012384221,0.008048927,0.0023972103,0.3415942],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99931824,0.0001241607,0.0000618633,0.00015937959,0.00025411163,0.00008232491],"domain_scores_gemma":[0.99886644,0.0003667627,0.000062877116,0.0002542578,0.00024813964,0.00020148462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007327935,0.0004090212,0.000315121,0.0010780868,0.0006031167,0.0028972395,0.0014432672,0.00055741874,0.056788504],"category_scores_gemma":[0.004165635,0.00020296934,0.00043289448,0.00066344027,0.0005168533,0.0044239215,0.00287804,0.0007816219,0.019549372],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028140852,0.00041892714,0.0045320247,0.00038766235,0.000025745325,0.00034566945,0.003269889,0.0012252862,0.010688369,0.1603354,0.048170615,0.770319],"study_design_scores_gemma":[0.00008680147,0.00032367793,0.0035785437,0.00018876357,0.000028879724,0.00095760537,0.0012533558,0.0038068155,0.0077026333,0.046947006,0.9350681,0.000057793084],"about_ca_topic_score_codex":0.0011649893,"about_ca_topic_score_gemma":0.0014191801,"teacher_disagreement_score":0.056788504,"about_ca_system_score_codex":0.00048563516,"about_ca_system_score_gemma":0.0010638067,"threshold_uncertainty_score":0.18997645},"labels":[],"label_agreement":null},{"id":"W2168162292","doi":"10.11139/cj.28.3.588-605","title":"Creating Podcasts for Academic Listening in French","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Active listening; Focus group; Perception; Psychology; Mathematics education; Academic year; Pedagogy; Focus (optics); Sociology; Communication","score_opus":0.11741479255246542,"score_gpt":0.29663145633704224,"score_spread":0.17921666378457682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168162292","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86027527,0.0012290356,0.07712365,0.0012695037,0.0018836973,0.002326351,0.0008516696,0.004446976,0.050593834],"genre_scores_gemma":[0.8372558,0.001495397,0.13901359,0.00041720632,0.00059051975,0.0012344223,0.0010639015,0.00048211802,0.018447071],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984623,0.0008396231,0.00006991146,0.00012344623,0.00024295428,0.00026185028],"domain_scores_gemma":[0.9934012,0.0036304004,0.00032089525,0.0008318775,0.0005714568,0.0012440527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003454044,0.0007489399,0.00033927042,0.0011684847,0.0014455939,0.0029105379,0.0011787955,0.0012023682,0.005566205],"category_scores_gemma":[0.009314992,0.00019992728,0.0006764038,0.00039391883,0.00082154863,0.0012385973,0.0023910701,0.0011046776,0.001222242],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013751987,0.004562588,0.012284425,0.0025377616,0.00008317009,0.0032355643,0.067005016,0.0026533902,0.056719877,0.0056599337,0.023296319,0.82058674],"study_design_scores_gemma":[0.00078904355,0.007791087,0.047804862,0.0013507991,0.00026732803,0.0046667526,0.04382022,0.0042861057,0.04955274,0.00352576,0.83580995,0.00033532974],"about_ca_topic_score_codex":0.00088582514,"about_ca_topic_score_gemma":0.002750774,"teacher_disagreement_score":0.005566205,"about_ca_system_score_codex":0.0006476102,"about_ca_system_score_gemma":0.0010372828,"threshold_uncertainty_score":0.018620849},"labels":[],"label_agreement":null},{"id":"W2170061155","doi":"10.1558/cj.v24i2.313-330","title":"Using the French Tutor Multimedia Package or a Textbook to Teach Two French Past Tense Verbs","year":2007,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"TUTOR; Grammar; Computer science; Variety (cybernetics); Verb; Mathematics education; Modal verb; Multimedia; Psychology; Linguistics; Artificial intelligence","score_opus":0.06819377950829064,"score_gpt":0.3167475988609965,"score_spread":0.24855381935270587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170061155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914199,0.00014967508,0.0035063056,0.000108541106,0.000031708474,0.00011877911,0.000060584276,0.00013726654,0.004467309],"genre_scores_gemma":[0.9648963,0.00040008404,0.015870899,0.000266086,0.000025277577,0.00030331517,0.0004446398,0.00004553641,0.017747885],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991547,0.0002909299,0.00007215428,0.0001803342,0.00017741685,0.00012438213],"domain_scores_gemma":[0.99648076,0.002096868,0.0003798585,0.0002508551,0.00026819156,0.00052336726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011374116,0.0005267717,0.00075537426,0.00060330326,0.0003332988,0.0011748082,0.00051485526,0.0007708072,0.009117948],"category_scores_gemma":[0.006824637,0.0001744613,0.0004236951,0.00034821845,0.00031801834,0.00089013134,0.00077786134,0.0005682647,0.0024581603],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038728707,0.025674405,0.09149892,0.0010441834,0.00017936857,0.0018451702,0.020073267,0.0027703643,0.08676408,0.004128803,0.006601465,0.75554717],"study_design_scores_gemma":[0.0020280618,0.1189026,0.40954265,0.00076672225,0.0009122844,0.00733074,0.037133887,0.020501114,0.16717453,0.007927808,0.22724381,0.00053575914],"about_ca_topic_score_codex":0.000669855,"about_ca_topic_score_gemma":0.0012927911,"teacher_disagreement_score":0.009117948,"about_ca_system_score_codex":0.00045284498,"about_ca_system_score_gemma":0.00047893912,"threshold_uncertainty_score":0.030502617},"labels":[],"label_agreement":null},{"id":"W2171933221","doi":"10.1558/cj.v22i2.237-250","title":"Challenge of Developing and Implementing Multimedia Courseware for a Japanese Language Program","year":2005,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Roads University; University of Alberta","funders":"","keywords":"Computer science; Nomothetic and idiographic; Curriculum; Process (computing); Multimedia; Benchmark (surveying); Language acquisition; Technology integration; Educational technology; Mathematics education; Programming language; Pedagogy; Psychology","score_opus":0.046937613318681536,"score_gpt":0.33303137601147437,"score_spread":0.28609376269279285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171933221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8812817,0.0009561181,0.050268278,0.0205276,0.00027241049,0.0014072796,0.000089009285,0.001655047,0.043542657],"genre_scores_gemma":[0.79749155,0.0008132301,0.17603335,0.0020084842,0.00009856018,0.0004691587,0.00019841638,0.000412925,0.022474317],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9885506,0.0041404874,0.000619269,0.0008189187,0.004291007,0.0015797472],"domain_scores_gemma":[0.9768759,0.005646745,0.0016582791,0.0023954283,0.008843679,0.0045800637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01956766,0.0005639693,0.0003304979,0.0009114054,0.0042657447,0.007105206,0.0047168313,0.002994158,0.0025388543],"category_scores_gemma":[0.031482104,0.0006848563,0.00033063054,0.0005858565,0.0021262546,0.0025416238,0.0026912868,0.002485721,0.0015954322],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020294056,0.002395449,0.020886915,0.0009238313,0.00004892285,0.0022451694,0.05895584,0.0078107077,0.037931506,0.008548531,0.011878667,0.84817153],"study_design_scores_gemma":[0.0004186248,0.0068070577,0.14533949,0.0018710521,0.00037933132,0.006088461,0.24504292,0.03556954,0.06969955,0.0086179525,0.47954473,0.000621254],"about_ca_topic_score_codex":0.063317694,"about_ca_topic_score_gemma":0.09436841,"teacher_disagreement_score":0.063317694,"about_ca_system_score_codex":0.008268864,"about_ca_system_score_gemma":0.02269073,"threshold_uncertainty_score":0.1258983},"labels":[],"label_agreement":null},{"id":"W2232982059","doi":"10.1558/calico.v32i1.25646","title":"Software Review: Mango Conversations—Japanese for English Speakers","year":2015,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Pronunciation; Computer science; Software; Drill; Linguistics; Computer-Assisted Instruction; Natural language processing; Multimedia; Engineering; Programming language","score_opus":0.14437075764045243,"score_gpt":0.44062223630200376,"score_spread":0.2962514786615513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2232982059","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8657951,0.010853558,0.013891415,0.059750877,0.0049415794,0.0017582999,0.0025035446,0.0016839667,0.038821578],"genre_scores_gemma":[0.9180103,0.0047016554,0.017902317,0.011509162,0.0021079285,0.0025724962,0.0015557038,0.0010872179,0.040553186],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908125,0.006288192,0.0008546734,0.00056619477,0.000865465,0.0006130224],"domain_scores_gemma":[0.90080744,0.064034306,0.009258567,0.0028265151,0.009994562,0.013078513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012520931,0.0005675026,0.0005415213,0.002576815,0.0074135745,0.0030085421,0.00069385435,0.0023254857,0.0075770975],"category_scores_gemma":[0.072929814,0.00060064567,0.0003166177,0.001901966,0.0011412133,0.003784034,0.00494707,0.0023149322,0.0022392503],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009114685,0.00073710585,0.03691534,0.002798938,0.00009324918,0.0048753764,0.53334045,0.00016695242,0.01124385,0.002523828,0.25155807,0.15483531],"study_design_scores_gemma":[0.00011083873,0.00080178597,0.07206038,0.0012481278,0.000102977036,0.0029179638,0.34765953,0.0008235857,0.003989492,0.0018221949,0.5682222,0.00024086429],"about_ca_topic_score_codex":0.004741791,"about_ca_topic_score_gemma":0.024685718,"teacher_disagreement_score":0.012520931,"about_ca_system_score_codex":0.0022389423,"about_ca_system_score_gemma":0.007071927,"threshold_uncertainty_score":0.06621778},"labels":[],"label_agreement":null},{"id":"W2478536678","doi":"10.1558/cj.v32i1.25962","title":"Learning L2 pronunciation with a mobile speech recognizer: French /y/","year":2015,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Concordia University","funders":"","keywords":"Pronunciation; Conversation; Vowel; Perception; Computer science; Psychology; Speech recognition; Linguistics; Multimedia; Communication","score_opus":0.05249832009556687,"score_gpt":0.34800790154781064,"score_spread":0.29550958145224376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2478536678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970059,0.000032651,0.0021552572,0.000021088612,0.0000044044896,0.000046352554,0.000016973348,0.00004717325,0.000670189],"genre_scores_gemma":[0.9844254,0.00013219226,0.011815176,0.00005156699,0.000012832574,0.00013635507,0.00012633365,0.000011617469,0.003288609],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99965787,0.00012052505,0.000017530698,0.00008640877,0.000057289453,0.000060328795],"domain_scores_gemma":[0.99946636,0.0002450691,0.00006713235,0.000046631558,0.000090055,0.00008477588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005529401,0.0005312529,0.00037787756,0.00018450058,0.0002235862,0.00037790893,0.00022682785,0.00043684398,0.00285437],"category_scores_gemma":[0.0018886009,0.000112692775,0.00020964908,0.00006336471,0.00019755066,0.00037856228,0.00031574018,0.00021680644,0.0010050323],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034907884,0.005718816,0.034798432,0.00038280897,0.00005682139,0.00065049727,0.00674324,0.0008905585,0.6195838,0.00024190593,0.0006713102,0.32677102],"study_design_scores_gemma":[0.0009992815,0.08955543,0.4627423,0.000105789884,0.00033118273,0.002901817,0.009490436,0.01049293,0.40213004,0.00041068476,0.020676155,0.0001640418],"about_ca_topic_score_codex":0.0023094015,"about_ca_topic_score_gemma":0.0024991445,"teacher_disagreement_score":0.00285437,"about_ca_system_score_codex":0.0001694442,"about_ca_system_score_gemma":0.00032205062,"threshold_uncertainty_score":0.009548843},"labels":[],"label_agreement":null},{"id":"W2581307598","doi":"10.1558/cj.29522","title":"The Effects of Captions on EFL Learners’ Comprehension of English-Language Television Programs","year":2017,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Comprehension; Psychology; Linguistics","score_opus":0.03383718002309421,"score_gpt":0.2804902783489254,"score_spread":0.2466530983258312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581307598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941322,0.00025145293,0.00015606784,0.000081677485,0.000027893502,0.000059886203,0.000081838494,0.00002889587,0.00518013],"genre_scores_gemma":[0.99152774,0.00055921037,0.0011998417,0.00022168503,0.000045075125,0.0004001391,0.0002629724,0.000058317368,0.005725107],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983323,0.0006675205,0.00016159251,0.00026747756,0.00039488493,0.00017624223],"domain_scores_gemma":[0.95434797,0.038017526,0.003301968,0.00081503636,0.0020559793,0.0014615007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002164048,0.0010294679,0.00068329944,0.00057554216,0.0006645898,0.0020524177,0.00090821186,0.0012573381,0.012341923],"category_scores_gemma":[0.03890592,0.0005073439,0.0005139129,0.00043208146,0.00080610666,0.0021325478,0.0014633149,0.002016763,0.0014764231],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036684297,0.052077975,0.11153197,0.004986409,0.0009841687,0.0034017202,0.2113512,0.0024245842,0.24660201,0.001392791,0.0060736863,0.3224892],"study_design_scores_gemma":[0.0017215252,0.047654793,0.82371724,0.0012177365,0.0015573847,0.0008641134,0.04551951,0.0038770074,0.05929488,0.0026871103,0.01152493,0.000363648],"about_ca_topic_score_codex":0.0025735337,"about_ca_topic_score_gemma":0.002084463,"teacher_disagreement_score":0.012341923,"about_ca_system_score_codex":0.0005139602,"about_ca_system_score_gemma":0.00044077434,"threshold_uncertainty_score":0.04128784},"labels":[],"label_agreement":null},{"id":"W2581539930","doi":"10.1558/cj.29527","title":"Encouraging Free Play: Extramural Digital Game-Based Language Learning as a Complex Adaptive System","year":2017,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Entertainment; Multimedia; Interactivity; Language acquisition; German; Context (archaeology); Game mechanics; Mathematics education; Human–computer interaction; Psychology; Linguistics","score_opus":0.03831151911905919,"score_gpt":0.2592197191828111,"score_spread":0.22090820006375192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581539930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9251105,0.00015855725,0.031913426,0.00074857654,0.000033413377,0.00013811131,0.00003283843,0.00018153679,0.04168294],"genre_scores_gemma":[0.9860108,0.000074634605,0.008342666,0.000078382094,0.00000431584,0.00004874194,0.000020648204,0.000022773538,0.0053970963],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99912935,0.00052083854,0.000021009579,0.000098292265,0.000104235085,0.0001263196],"domain_scores_gemma":[0.999027,0.0004046927,0.00007903435,0.000099119374,0.000048189635,0.0003419173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009983929,0.00042517917,0.00017593872,0.00042613395,0.0012546901,0.004194081,0.0008727363,0.00054981816,0.0039182575],"category_scores_gemma":[0.0027390916,0.00018852673,0.00024089127,0.00017197724,0.0034385761,0.0022326324,0.0052667325,0.000925503,0.0005364489],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052746304,0.0015180218,0.05649198,0.0005974403,0.00010624458,0.003105422,0.4297491,0.0055077374,0.041446745,0.10914458,0.0070987623,0.3447065],"study_design_scores_gemma":[0.00019534925,0.0027013428,0.086218916,0.00046365126,0.00012127886,0.006210816,0.32194033,0.026777232,0.024256093,0.084527574,0.44624266,0.00034476363],"about_ca_topic_score_codex":0.0013389819,"about_ca_topic_score_gemma":0.003092841,"teacher_disagreement_score":0.004194081,"about_ca_system_score_codex":0.0009214635,"about_ca_system_score_gemma":0.00064111967,"threshold_uncertainty_score":0.013107896},"labels":[],"label_agreement":null},{"id":"W2770310262","doi":"10.1558/cj.35133","title":"Real English Interactive Level 1 Version 2.0","year":2001,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Computer-Assisted Instruction; Multimedia; Natural language processing","score_opus":0.031801645228379145,"score_gpt":0.31752910826781927,"score_spread":0.28572746303944013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770310262","genre_codex":"other","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016192352,0.0010883266,0.08524389,0.0014913665,0.0026789089,0.002217449,0.30648273,0.26793668,0.3166683],"genre_scores_gemma":[0.05506032,0.00088185526,0.076189466,0.0009594296,0.0008117235,0.0041117184,0.26354548,0.13317123,0.46526876],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990722,0.00015312918,0.00017110528,0.00013636435,0.00033491457,0.00013227478],"domain_scores_gemma":[0.98929125,0.004341176,0.0002967869,0.0014745097,0.0038473413,0.0007489445],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016698072,0.0014430308,0.0012511142,0.0028809318,0.00061102165,0.0033402883,0.0018089432,0.0010179626,0.6461083],"category_scores_gemma":[0.013491192,0.0011674472,0.0007316229,0.0022669856,0.00038371113,0.0037004275,0.0019097195,0.0017831518,0.43584168],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010685679,0.00020694121,0.0006485724,0.0014112726,0.000027969776,0.00012148126,0.00040598257,0.00036978937,0.0032087776,0.0016853801,0.8235607,0.1672847],"study_design_scores_gemma":[0.00049260404,0.00035148129,0.009602854,0.00046088686,0.00006278102,0.0005394103,0.00029348632,0.0017395588,0.0061691157,0.0068792026,0.9732679,0.00014056],"about_ca_topic_score_codex":0.002107634,"about_ca_topic_score_gemma":0.0035236697,"teacher_disagreement_score":0.6461083,"about_ca_system_score_codex":0.0003735783,"about_ca_system_score_gemma":0.0011469726,"threshold_uncertainty_score":0.5047835},"labels":[],"label_agreement":null},{"id":"W2775685299","doi":"10.1558/cj.33156","title":"Synthesizing the Practice of SCMC-based Telecollaboration: A Scoping Review","year":2017,"lang":"en","type":"review","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Celiac Association","keywords":"Pedagogy; Diversification (marketing strategy); Set (abstract data type); Computer-mediated communication; Intercultural communication; Psychology; Mathematics education; Computer science; The Internet; Business; World Wide Web","score_opus":0.25283329783851094,"score_gpt":0.45472190625085196,"score_spread":0.20188860841234102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775685299","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001345246,0.9877132,0.0038551942,0.002247065,0.0008336679,0.0010459345,0.0002105263,0.000028422812,0.00272067],"genre_scores_gemma":[0.015255485,0.9714865,0.009607182,0.00086621736,0.00021414658,0.0017518711,0.00029973837,0.000025042802,0.0004938067],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9512507,0.022591375,0.014980636,0.002505278,0.0080396645,0.00063229696],"domain_scores_gemma":[0.801858,0.15378417,0.01273434,0.006171788,0.024510983,0.00094070303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.054914247,0.0018889802,0.0037267546,0.029407099,0.0022180215,0.0064097983,0.0031264888,0.003460961,0.0028636286],"category_scores_gemma":[0.16452551,0.0014587583,0.0031290697,0.028433556,0.002637005,0.007520483,0.004514993,0.0027293388,0.0008394799],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007241803,0.000057701567,0.0010455995,0.49578857,0.0011636617,0.00034129093,0.006839996,0.00049417454,0.0011347191,0.008434997,0.008009611,0.47661722],"study_design_scores_gemma":[0.000020600335,0.00007513675,0.001415683,0.8281661,0.0023675116,0.0003339209,0.004933052,0.00020326741,0.000814451,0.002803043,0.15881923,0.00004797781],"about_ca_topic_score_codex":0.008994656,"about_ca_topic_score_gemma":0.019603387,"teacher_disagreement_score":0.054914247,"about_ca_system_score_codex":0.0065946626,"about_ca_system_score_gemma":0.036494184,"threshold_uncertainty_score":0.2904178},"labels":[],"label_agreement":null},{"id":"W2889616610","doi":"10.1558/cj.36318","title":"ARIS: A Tool to Promote Language Learning Through AR Gaming","year":2018,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Computer-Assisted Instruction; Natural language processing; Mathematics education; Multimedia; Psychology","score_opus":0.030930051611972927,"score_gpt":0.28725462611946906,"score_spread":0.25632457450749613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889616610","genre_codex":"software","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054032944,0.0011372895,0.247739,0.0007563142,0.0010093624,0.002371823,0.012461661,0.4281904,0.25230113],"genre_scores_gemma":[0.21982765,0.0014681736,0.34048298,0.0010281149,0.00043165212,0.003668749,0.0202624,0.0347607,0.37806967],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99950826,0.00014120227,0.000029813584,0.000086551045,0.00016053946,0.00007365315],"domain_scores_gemma":[0.9984402,0.0006155345,0.000055207074,0.00025208778,0.00022172219,0.00041520098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009998912,0.0019119785,0.00044343757,0.0019824018,0.0005788416,0.0020009598,0.0020911093,0.0008716472,0.14077505],"category_scores_gemma":[0.0024985266,0.0005598283,0.0010027245,0.0005181921,0.0003558107,0.0021618425,0.0033347462,0.0012399642,0.046279017],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019036073,0.0025184306,0.0032012912,0.0011638011,0.00011793301,0.00077445654,0.0019844149,0.0021104093,0.057512317,0.006882446,0.36626053,0.5555705],"study_design_scores_gemma":[0.0008120515,0.0020963557,0.01530224,0.00042790725,0.00016135619,0.0014091244,0.00097283465,0.026722126,0.03536827,0.008213414,0.90821666,0.0002977098],"about_ca_topic_score_codex":0.001679921,"about_ca_topic_score_gemma":0.00578245,"teacher_disagreement_score":0.14077505,"about_ca_system_score_codex":0.00027083914,"about_ca_system_score_gemma":0.0005346289,"threshold_uncertainty_score":0.47093946},"labels":[],"label_agreement":null},{"id":"W2908633243","doi":"10.1558/cj.35208","title":"Teaching Language, Promoting Social Justice","year":2019,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Russian Literature and Bakhtin Studies","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Dialogic; Social media; Pedagogy; Sociology; Argument (complex analysis); Comprehension approach; Language acquisition; Teaching method; Sociology of language; Language education; Linguistics; Computer science; Psychology; Mathematics education; World Wide Web","score_opus":0.012999706095374118,"score_gpt":0.34041683505330694,"score_spread":0.32741712895793285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908633243","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15600106,0.020761948,0.06455206,0.12760215,0.001648016,0.00024331523,0.0000481039,0.00048508268,0.62865824],"genre_scores_gemma":[0.9465746,0.006671719,0.014351231,0.0046344637,0.00033157473,0.00017373647,0.000019220963,0.00008954938,0.027153954],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99778,0.001517353,0.00005543596,0.0001745982,0.0002661094,0.00020651205],"domain_scores_gemma":[0.9979038,0.0011916072,0.00029783152,0.00009911308,0.00011091853,0.00039676775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022821461,0.0003128621,0.0001959312,0.0008787459,0.0048930105,0.0059568463,0.00063016295,0.0015037884,0.003554846],"category_scores_gemma":[0.0031163606,0.000110098284,0.00024813213,0.00046967462,0.009359223,0.0054745683,0.005950296,0.0021366796,0.0008402422],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020753347,0.0003801425,0.0020840417,0.0006287052,0.000011591399,0.00048113998,0.13608049,0.00036151338,0.002445953,0.6690542,0.015032017,0.17341931],"study_design_scores_gemma":[0.000020169411,0.00014630363,0.0034534852,0.0009343829,0.00002035385,0.0006374581,0.08709129,0.00051849795,0.0027502866,0.31763586,0.586764,0.00002793532],"about_ca_topic_score_codex":0.0014072962,"about_ca_topic_score_gemma":0.0028401765,"teacher_disagreement_score":0.0059568463,"about_ca_system_score_codex":0.0022303658,"about_ca_system_score_gemma":0.0046596127,"threshold_uncertainty_score":0.016182482},"labels":[],"label_agreement":null},{"id":"W2978961043","doi":"10.1558/cj.39253","title":"Bilingues, francophiles et citoyens du web ! / Bilinguals, Francophiles and Web Citizens!","year":2019,"lang":"fr","type":"article","venue":"CALICO Journal","topic":"Discourse Analysis in Language Studies","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Humanities; Art; Political science; Sociology","score_opus":0.010914242298172705,"score_gpt":0.24863513997847467,"score_spread":0.23772089768030197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978961043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5430991,0.033455748,0.006279092,0.02430918,0.0011808532,0.000102299644,0.0021763972,0.00022330089,0.3891741],"genre_scores_gemma":[0.8846336,0.010953449,0.0027830214,0.00310753,0.00016666175,0.0000845246,0.0011343714,0.00022906989,0.09690781],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.997532,0.0008445231,0.00009654441,0.0004164046,0.0005439459,0.00056652137],"domain_scores_gemma":[0.99667203,0.00089454686,0.00031370838,0.00022349003,0.00115576,0.0007404712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025797961,0.00053038035,0.00045322438,0.001726196,0.0062248195,0.008132771,0.0005456614,0.00093072874,0.01950064],"category_scores_gemma":[0.0042955196,0.00030034134,0.00030188667,0.0023457187,0.0047220276,0.0056722634,0.0028301536,0.001356664,0.0025831931],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045583735,0.000116204654,0.081205375,0.0013962024,0.000074626245,0.0017573072,0.37857613,0.0001309451,0.003917599,0.16658899,0.05688003,0.30890077],"study_design_scores_gemma":[0.000014174414,0.000052246425,0.06290495,0.0011388934,0.000050465896,0.00070343784,0.18880358,0.0001575701,0.0009969008,0.0039018076,0.7411919,0.00008405582],"about_ca_topic_score_codex":0.5081315,"about_ca_topic_score_gemma":0.6496829,"teacher_disagreement_score":0.5081315,"about_ca_system_score_codex":0.007898278,"about_ca_system_score_gemma":0.01071848,"threshold_uncertainty_score":0.98953044},"labels":[],"label_agreement":null},{"id":"W3032992654","doi":"10.1558/cj.36523","title":"Using Grammar Checkers in an ESL Context","year":2020,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Text Readability and Simplification","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"TUTOR; Grammar; Computer science; Set (abstract data type); Context (archaeology); Word (group theory); Natural language processing; English grammar; Identification (biology); Corrective feedback; Artificial intelligence; Linguistics; Psychology; Mathematics education; Programming language","score_opus":0.16513473083563346,"score_gpt":0.3264333420404734,"score_spread":0.16129861120483996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032992654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9425862,0.00033224118,0.044710845,0.00064915244,0.00011891463,0.00019739455,0.00013479765,0.006351646,0.0049188277],"genre_scores_gemma":[0.96381223,0.00011236008,0.03277869,0.00033327265,0.00004091477,0.000053691256,0.0001402377,0.0003704071,0.002358278],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9764075,0.014148558,0.0012093987,0.0027473024,0.004897465,0.0005897093],"domain_scores_gemma":[0.82461506,0.13349013,0.013906119,0.0141275395,0.0114833405,0.0023778302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011339058,0.0011549592,0.0007542795,0.0019568661,0.000667276,0.0022703735,0.0018741265,0.0015372437,0.0027350439],"category_scores_gemma":[0.12044543,0.0004229199,0.00026499902,0.00086537556,0.0017947732,0.0025666065,0.0023292678,0.0014122402,0.0011306641],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001984915,0.001841487,0.09722249,0.0010510333,0.00014257354,0.0049737697,0.048441257,0.00822362,0.08716751,0.0025126901,0.0055743167,0.7408642],"study_design_scores_gemma":[0.0010019845,0.013533207,0.17912284,0.0011767639,0.0007958434,0.018290497,0.0327332,0.15645391,0.46652305,0.013507844,0.11603347,0.0008274311],"about_ca_topic_score_codex":0.0013755294,"about_ca_topic_score_gemma":0.0018057361,"teacher_disagreement_score":0.011339058,"about_ca_system_score_codex":0.0008059753,"about_ca_system_score_gemma":0.0015231182,"threshold_uncertainty_score":0.05996734},"labels":[],"label_agreement":null},{"id":"W3033612689","doi":"10.1558/cj.36996","title":"Rock or Lock? Gamifying an online course management system for pronunciation instruction","year":2020,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Pronunciation; Context (archaeology); Psychology; Perception; Computer science; Mathematics education; Linguistics","score_opus":0.11739573157982447,"score_gpt":0.2917508522058545,"score_spread":0.17435512062603004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033612689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99636817,0.000026231342,0.001156324,0.000043958524,0.000023216997,0.0017337711,0.00003778931,0.000048513175,0.00056215876],"genre_scores_gemma":[0.96084994,0.00011985163,0.028284362,0.00021085612,0.000046102206,0.0070770555,0.00009534814,0.000018140297,0.0032984246],"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9988587,0.0004700376,0.0000811296,0.00024588735,0.00011899093,0.00022536686],"domain_scores_gemma":[0.9980683,0.0008515474,0.00019373035,0.0002332528,0.000116234725,0.00053704786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028663396,0.0009866755,0.0012793788,0.00062144786,0.00090337015,0.0008462742,0.0009248366,0.00088696455,0.0054108347],"category_scores_gemma":[0.0031019861,0.0004945073,0.00048650344,0.00016458514,0.0008589534,0.0010900176,0.0010018818,0.0010859878,0.0008070894],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028205212,0.6278777,0.024719134,0.0018473093,0.00019150107,0.0008260941,0.014857292,0.0014410622,0.0670645,0.0014752663,0.0017334182,0.22976159],"study_design_scores_gemma":[0.023230804,0.76063305,0.13427295,0.00025732443,0.00045625353,0.00050195813,0.011584173,0.010873879,0.04183295,0.0018973381,0.014095464,0.00036386214],"about_ca_topic_score_codex":0.0003889498,"about_ca_topic_score_gemma":0.0007878082,"teacher_disagreement_score":0.0054108347,"about_ca_system_score_codex":0.00028352768,"about_ca_system_score_gemma":0.0005830306,"threshold_uncertainty_score":0.018100977},"labels":[],"label_agreement":null},{"id":"W3157210034","doi":"10.1558/cj.38927","title":"A Video-Conferencing English–Spanish eTandem Exchange","year":2021,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Videoconferencing; Contrast (vision); Perspective (graphical); Teleconference; English as a foreign language; Foreign language; Psychology; Focus (optics); Language acquisition; Linguistics; Computer science; Mathematics education; Multimedia; Artificial intelligence","score_opus":0.046559120759229286,"score_gpt":0.2412189452070534,"score_spread":0.1946598244478241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157210034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950682,0.00003322562,0.0011257246,0.000031912536,0.000013327518,0.000080480146,0.00016012717,0.000014458139,0.0034725904],"genre_scores_gemma":[0.99386096,0.000058410125,0.0020321836,0.000038303882,0.000015625063,0.00013396503,0.00035184954,0.000009959799,0.0034988003],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991074,0.00046282168,0.000032790143,0.0001353869,0.00015590801,0.00010564597],"domain_scores_gemma":[0.99746585,0.0012777804,0.00024705037,0.00020519416,0.00043202788,0.0003721196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012937142,0.0002529291,0.00019577247,0.0008558644,0.0009624188,0.0009424431,0.0005754906,0.00037826033,0.0033577],"category_scores_gemma":[0.0059957155,0.00008948423,0.00015109926,0.0006914726,0.0003865558,0.0005527428,0.0017074902,0.00051123084,0.00039662112],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032255119,0.006127546,0.19054575,0.00078566844,0.00012893318,0.006911242,0.2621447,0.0019406418,0.08160209,0.0047341627,0.00550126,0.4363525],"study_design_scores_gemma":[0.0002259804,0.003922003,0.6196821,0.00021488026,0.000093962095,0.0030773822,0.25864983,0.005428894,0.030421099,0.0015294099,0.07659847,0.00015602323],"about_ca_topic_score_codex":0.0036335068,"about_ca_topic_score_gemma":0.005900143,"teacher_disagreement_score":0.0036335068,"about_ca_system_score_codex":0.00087755267,"about_ca_system_score_gemma":0.0006619321,"threshold_uncertainty_score":0.011232674},"labels":[],"label_agreement":null},{"id":"W4200457640","doi":"10.1558/cj.19666","title":"When “Blended” Becomes “Online”","year":2021,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Pandemic; Student engagement; Blended learning; Learning analytics; Coronavirus disease 2019 (COVID-19); Psychology; Analytics; Medical education; Higher education; Mathematics education; Computer science; Educational technology; Political science; Medicine; Data science","score_opus":0.020039904990966594,"score_gpt":0.2832902304523695,"score_spread":0.2632503254614029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200457640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7945219,0.0005915493,0.020772096,0.004226752,0.000944035,0.0002245766,0.00048880075,0.0008609583,0.17736928],"genre_scores_gemma":[0.93657434,0.00040323735,0.007783444,0.0026159491,0.00020979215,0.00016685955,0.0005701225,0.0002546001,0.051421616],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971174,0.0009821503,0.0001441812,0.00037726015,0.00085755746,0.0005213595],"domain_scores_gemma":[0.99565613,0.00066656334,0.0008206066,0.00093021145,0.0007838251,0.0011426061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014786778,0.000298417,0.000240072,0.000743722,0.0014099865,0.007209311,0.0006565865,0.0010308905,0.021895489],"category_scores_gemma":[0.010399242,0.00014947937,0.00034278492,0.0008683401,0.001328822,0.005265541,0.005022282,0.0011619781,0.00797271],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006633277,0.0016685664,0.1254075,0.000534026,0.00010613527,0.0015252137,0.05517837,0.0008114149,0.018381098,0.039977018,0.043349735,0.7123976],"study_design_scores_gemma":[0.00005747849,0.0014828861,0.15839578,0.0007726744,0.000094772695,0.0023181236,0.09320814,0.0031286075,0.012322134,0.039034445,0.68902016,0.00016478916],"about_ca_topic_score_codex":0.00078770233,"about_ca_topic_score_gemma":0.0013195983,"teacher_disagreement_score":0.021895489,"about_ca_system_score_codex":0.00057380856,"about_ca_system_score_gemma":0.0007716689,"threshold_uncertainty_score":0.07324773},"labels":[],"label_agreement":null},{"id":"W4232395850","doi":"10.1558/cj.35163","title":"eViews","year":2002,"lang":"en","type":"article","venue":"CALICO Journal","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science","score_opus":0.1157272055121171,"score_gpt":0.27993551293334684,"score_spread":0.16420830742122974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232395850","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007230574,0.001846625,0.0011764682,0.0037339977,0.01027441,0.00013211723,0.010446146,0.002682607,0.9689846],"genre_scores_gemma":[0.0014186027,0.00070446706,0.00035867086,0.0010110193,0.0011496966,0.000038380098,0.0039033603,0.00041767058,0.99099815],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993356,0.000057696503,0.00002554031,0.00007196707,0.00042946442,0.00007981344],"domain_scores_gemma":[0.99835485,0.0002492389,0.00007735167,0.00026639094,0.00076548586,0.00028666874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073470204,0.00090058177,0.0007744469,0.0043097883,0.0015048189,0.0037601443,0.0011358302,0.0015225528,0.8006429],"category_scores_gemma":[0.0041649328,0.0002927185,0.0005849969,0.0028153865,0.0004108932,0.0014240058,0.0015601908,0.0013322643,0.64936954],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029596418,0.000029271394,0.00012469545,0.000069943075,0.0000020367925,0.000046491685,0.000022616701,0.00003565855,0.0001343101,0.0012046382,0.94862956,0.049671207],"study_design_scores_gemma":[0.0000039908073,0.000003883295,0.00032217486,0.000038409555,0.0000020869763,0.00003421923,0.000027687378,0.000026307122,0.0000791024,0.00037035905,0.9990884,0.0000035123658],"about_ca_topic_score_codex":0.008470517,"about_ca_topic_score_gemma":0.016175758,"teacher_disagreement_score":0.8006429,"about_ca_system_score_codex":0.00094518176,"about_ca_system_score_gemma":0.0015110155,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4306874834","doi":"10.1558/cj.18775","title":"An Analysis of Current Research on Computer-Assisted L2 Vocabulary Learning","year":2022,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Affordance; Vocabulary; Computer science; Computer-Assisted Instruction; Process (computing); Language acquisition; Vocabulary development; Educational technology; Mathematics education; Multimedia; Human–computer interaction; Psychology; Linguistics","score_opus":0.13434107885252425,"score_gpt":0.47664118106700265,"score_spread":0.3423001022144784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306874834","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027997782,0.961089,0.001070789,0.0022477838,0.00017290676,0.00023858584,0.001161927,0.000023573211,0.0059976443],"genre_scores_gemma":[0.16011845,0.8327509,0.003576401,0.0013611336,0.0001407941,0.0005145425,0.0011073205,0.000031299474,0.0003992803],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98253226,0.004822475,0.0057109455,0.001423773,0.005066965,0.0004435667],"domain_scores_gemma":[0.7741957,0.18664452,0.017366113,0.0027793588,0.017804787,0.0012096494],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01881497,0.0005198826,0.0017540015,0.031338613,0.0008846982,0.0047520353,0.0010006675,0.0011815571,0.0034587216],"category_scores_gemma":[0.10822684,0.0007192608,0.0022522104,0.032673027,0.0019889202,0.0049859583,0.0022636445,0.0010892054,0.00046984816],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022867264,0.0001161821,0.021556549,0.43162116,0.0021594304,0.0005826705,0.014267803,0.00025272122,0.0012148413,0.005377242,0.004460659,0.5181621],"study_design_scores_gemma":[0.0000529067,0.0003827565,0.07561948,0.7437882,0.008034474,0.0017783635,0.021237893,0.00025848745,0.0011154177,0.0024058216,0.1452384,0.00008783033],"about_ca_topic_score_codex":0.009341286,"about_ca_topic_score_gemma":0.023405656,"teacher_disagreement_score":0.981185,"about_ca_system_score_codex":0.0043174624,"about_ca_system_score_gemma":0.015627151,"threshold_uncertainty_score":0.09950423},"labels":[],"label_agreement":null},{"id":"W4320038494","doi":"10.1558/cj.22759","title":"Language Teachers’ Perceptions and Use of Extended Reality","year":2023,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Université du Québec à Montréal","funders":"","keywords":"Popularity; Focus group; Perception; Adaptation (eye); Augmented reality; Mixed reality; Qualitative research; Psychology; Virtual reality; Exploratory research; Computer science; Mathematics education; Pedagogy; Human–computer interaction; Sociology; Social psychology","score_opus":0.09564159983056558,"score_gpt":0.31952783814223346,"score_spread":0.22388623831166787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320038494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872794,0.0010536372,0.0018420054,0.0010551391,0.000020344572,0.00002958024,0.000025695272,0.000029288083,0.008664935],"genre_scores_gemma":[0.99752265,0.0005224142,0.00037764516,0.00011001247,0.0000035092871,0.000017730594,0.000008789041,0.000008446616,0.0014286989],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9937737,0.0034835613,0.0003867087,0.00042632624,0.0013636684,0.00056605635],"domain_scores_gemma":[0.98739666,0.007797976,0.0017701777,0.0004148065,0.0013888814,0.0012315931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004500477,0.00022987508,0.00053300016,0.00086710934,0.0015634216,0.004047078,0.0005155966,0.0010603176,0.0044073653],"category_scores_gemma":[0.015285512,0.00041792783,0.0003002174,0.000609874,0.002686038,0.0025539268,0.0025908845,0.0010953336,0.0005664779],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010803073,0.00021018996,0.055735767,0.0006134762,0.000025802414,0.0027014497,0.8920637,0.00036779573,0.007394465,0.0022765598,0.0011396796,0.037363086],"study_design_scores_gemma":[0.000022213084,0.0006180199,0.04183054,0.00042310747,0.00003053402,0.0019531237,0.9241201,0.00047916957,0.0007451089,0.00039581643,0.02930777,0.00007447242],"about_ca_topic_score_codex":0.006700387,"about_ca_topic_score_gemma":0.0081939725,"teacher_disagreement_score":0.006700387,"about_ca_system_score_codex":0.0011645699,"about_ca_system_score_gemma":0.0013773936,"threshold_uncertainty_score":0.023801088},"labels":[],"label_agreement":null},{"id":"W4391432084","doi":"10.1558/cj.23579","title":"Charlala","year":2024,"lang":"it","type":"article","venue":"CALICO Journal","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Linguistics; Philosophy","score_opus":0.02555127174752764,"score_gpt":0.2982357260388082,"score_spread":0.2726844542912806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391432084","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002107033,0.0022434504,0.0007607138,0.009734612,0.0055368054,0.00006563177,0.0014834686,0.0016615153,0.9764068],"genre_scores_gemma":[0.006194344,0.00087858,0.00070367544,0.0013697179,0.00047466377,0.000033635464,0.00090221205,0.00031152923,0.98913157],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914014,0.000098240285,0.00003195237,0.000159905,0.00040038806,0.00016927939],"domain_scores_gemma":[0.9968039,0.0003654046,0.0001623253,0.00031434797,0.001230383,0.0011236715],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008180189,0.0010077188,0.00051806564,0.0025193407,0.0036746138,0.0071871225,0.0010754464,0.0017566042,0.71173865],"category_scores_gemma":[0.0040354934,0.00042463964,0.00050920626,0.0014858391,0.001036897,0.0017139962,0.002866413,0.003401004,0.5343362],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012410202,0.000113174436,0.00085904857,0.0001845651,0.000008732096,0.00030950428,0.00012034668,0.000062280174,0.00058103603,0.010187828,0.86984575,0.11760371],"study_design_scores_gemma":[0.00001032093,0.0000139035155,0.00063186954,0.00009092875,0.0000033701072,0.00021642388,0.00014220725,0.00004744405,0.00024312871,0.0008145283,0.9977794,0.0000064221704],"about_ca_topic_score_codex":0.008065718,"about_ca_topic_score_gemma":0.020601347,"teacher_disagreement_score":0.28826135,"about_ca_system_score_codex":0.0024586024,"about_ca_system_score_gemma":0.0052284105,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4398774397","doi":"10.1558/cj.22431","title":"Hey Google, Let’s Write","year":2024,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Writing and Handwriting Education","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Political science","score_opus":0.029529461978176994,"score_gpt":0.3964354749380161,"score_spread":0.3669060129598391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398774397","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016101418,0.006217209,0.004061461,0.05353835,0.012695504,0.00019083497,0.0044781496,0.0063896994,0.8963273],"genre_scores_gemma":[0.040167432,0.002799596,0.0039029806,0.010225658,0.0011991969,0.000062186846,0.0014746533,0.0011622305,0.9390061],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99969006,0.000045258348,0.00001641365,0.0000480695,0.00014488943,0.000055257948],"domain_scores_gemma":[0.99880993,0.00017696535,0.00007227123,0.00012517227,0.0004202023,0.00039548133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033209793,0.0006194318,0.00030143544,0.00077503937,0.002074239,0.0037662887,0.0005797474,0.0011312778,0.2626856],"category_scores_gemma":[0.004161169,0.00017188855,0.00028867964,0.00057891774,0.0009062112,0.004053737,0.001651666,0.0010887795,0.12564535],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055892946,0.000019746676,0.00078144326,0.00012328381,0.0000065276304,0.00036224053,0.0019503941,0.000027240565,0.0005282729,0.0020839572,0.93724215,0.056818742],"study_design_scores_gemma":[0.0000070765245,0.000017686445,0.0009916599,0.00006163017,0.0000032676503,0.00025581566,0.002140486,0.000041346717,0.00014963033,0.0006506083,0.9956701,0.000010670285],"about_ca_topic_score_codex":0.012736551,"about_ca_topic_score_gemma":0.03595864,"teacher_disagreement_score":0.2626856,"about_ca_system_score_codex":0.00073514786,"about_ca_system_score_gemma":0.0009324676,"threshold_uncertainty_score":0.8787709},"labels":[],"label_agreement":null},{"id":"W4408053177","doi":"10.3138/calico-2025-0117","title":"Assessing the Pedagogical Potential of Google Translate's Speech Capabilities: Focus on French Pronunciation","year":2025,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University; Université du Québec à Montréal","funders":"","keywords":"Pronunciation; Focus (optics); Computer science; Linguistics; Natural language processing; Speech recognition","score_opus":0.04165508113464913,"score_gpt":0.39735347240985924,"score_spread":0.35569839127521014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408053177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99928445,0.000017022381,0.00020842529,0.0000066356724,0.0000010860738,0.000027945965,0.000012212065,0.000007957159,0.00043433555],"genre_scores_gemma":[0.9974412,0.00006141043,0.0014538142,0.000017102326,0.0000044721432,0.00009342849,0.000047344092,0.000004652227,0.0008766112],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99909925,0.00047369977,0.00006236076,0.00011517999,0.00016961891,0.00007984785],"domain_scores_gemma":[0.99571484,0.0027099017,0.00038011424,0.00021831154,0.00060272234,0.00037408056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012320288,0.00049995375,0.00022983934,0.0003885007,0.00023164866,0.00050635904,0.00023997271,0.00038872514,0.0011901276],"category_scores_gemma":[0.0050234324,0.00012634223,0.00020545031,0.0001912848,0.0003860441,0.00032755994,0.0004105514,0.0003074082,0.00027939974],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004881224,0.01170405,0.29464743,0.0009832439,0.00015459191,0.0013576378,0.07489189,0.0022090839,0.26723883,0.00046090028,0.00058686093,0.34088433],"study_design_scores_gemma":[0.00021110878,0.041645754,0.8700105,0.0000591147,0.00024899378,0.0010392357,0.014156302,0.002140803,0.06567202,0.00018521478,0.004548094,0.000082774575],"about_ca_topic_score_codex":0.0041884664,"about_ca_topic_score_gemma":0.008347522,"teacher_disagreement_score":0.0041884664,"about_ca_system_score_codex":0.00031354022,"about_ca_system_score_gemma":0.00054458535,"threshold_uncertainty_score":0.008328199},"labels":[],"label_agreement":null},{"id":"W4411549977","doi":"10.3138/calico-2024-0020","title":"Technologies and Sociomaterial Tensions in the Second Language Classroom","year":2025,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Literacy, Media, and Education","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Pedagogy; Linguistics; Psychology; Sociology; Mathematics education; Philosophy","score_opus":0.01815678912530856,"score_gpt":0.2649951558718406,"score_spread":0.24683836674653203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411549977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9544386,0.0009137207,0.004972091,0.0032246679,0.000056966473,0.000060644426,0.000027684873,0.000060228063,0.036245354],"genre_scores_gemma":[0.99615896,0.00023300582,0.00066199416,0.00013642,0.0000146904695,0.00003968239,0.00001377675,0.00002618612,0.0027151753],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99003416,0.0066140136,0.00023287033,0.0006629222,0.0012641088,0.001191935],"domain_scores_gemma":[0.9928578,0.0053375354,0.0006213183,0.0002758777,0.00025989325,0.00064758625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054653985,0.0007487326,0.00063242315,0.0041809017,0.018171355,0.020243697,0.0016146156,0.0029803752,0.0040430515],"category_scores_gemma":[0.009087381,0.00057271303,0.0005723575,0.0019579513,0.03227733,0.010724053,0.013478639,0.0034109566,0.0004927689],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022483482,0.000058059064,0.0019442411,0.00004810608,0.000004853383,0.0011898277,0.97072035,0.00008039744,0.0009455145,0.020374456,0.00017168652,0.0044400105],"study_design_scores_gemma":[0.0000069521266,0.000050472394,0.0016158138,0.00006804335,0.0000050383064,0.0005590172,0.9720733,0.000113506045,0.00052324263,0.004838512,0.020129181,0.000016861324],"about_ca_topic_score_codex":0.005294434,"about_ca_topic_score_gemma":0.009870991,"teacher_disagreement_score":0.020243697,"about_ca_system_score_codex":0.008419516,"about_ca_system_score_gemma":0.0028742673,"threshold_uncertainty_score":0.061088145},"labels":[],"label_agreement":null}]}