{"meta":{"query_hash":"5a2af6e7ae80","filters":{"venue":"CALICO Journal"},"cohort_total":58,"direct_labels_cover":0,"predictions_cover":58,"exported":58,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/5a2af6e7ae80","api":"https://metacan.xera.ac/api/v1/cohort?venue=CALICO+Journal"},"results":[{"id":"W1711540781","doi":"10.1558/cj.v30i0.187-202","title":"Clicking for Help","year":2013,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"German; TUTOR; Computer science; Context (archaeology); World Wide Web; Natural language processing; Multimedia; Linguistics; Programming language","score_opus":0.02102116292661978,"score_gpt":0.24509984513110145,"score_spread":0.22407868220448166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1711540781","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03384771,0.00024947614,0.9589039,0.0017769807,0.0022604682,0.00018978395,8.5368936e-7,0.000060950057,0.0027098486],"genre_scores_gemma":[0.9541556,0.000009279182,0.041650895,0.0013316849,0.002003141,0.000033314784,8.6155796e-7,0.000011144321,0.0008040757],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992766,0.000030394202,0.00018300828,0.00011266577,0.00013991445,0.00025745668],"domain_scores_gemma":[0.99937236,0.00005803287,0.000083127634,0.00017862776,0.00012914077,0.00017872282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029186223,0.00006320516,0.00009694193,0.000059573034,0.0001599016,0.000483463,0.00046925052,0.000039085993,0.00003552481],"category_scores_gemma":[0.000076940014,0.000049070746,0.00008610321,0.00009195333,0.0000121734565,0.0004364614,0.000044467502,0.00009979585,0.00022751352],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010844212,0.0000898029,0.0066808257,0.00003750475,0.000060344988,0.000044046094,0.0013976252,0.00004979036,0.02047912,0.063107334,0.5231359,0.3849069],"study_design_scores_gemma":[0.0042780186,0.0007711154,0.02028796,0.0001989173,0.000020703443,0.004734973,0.00045671748,0.06314509,0.020766277,0.16412419,0.7201001,0.001115901],"about_ca_topic_score_codex":0.000016185015,"about_ca_topic_score_gemma":0.0000011926609,"teacher_disagreement_score":0.9203079,"about_ca_system_score_codex":0.000029911069,"about_ca_system_score_gemma":0.000055200988,"threshold_uncertainty_score":0.4662045},"labels":[],"label_agreement":null},{"id":"W1760730739","doi":"10.1558/cj.v19i3.563-570","title":"Developing Multimedia Lesson Modules for Intermediate Japanese","year":2013,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Computer science; Plan (archaeology); Multimedia; Foreign language; Mathematics education","score_opus":0.0749261601319176,"score_gpt":0.28619158058534105,"score_spread":0.21126542045342345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1760730739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99064016,0.00038910971,0.000851143,0.0015954289,0.0035468275,0.00026656673,0.000018730834,0.00004913535,0.002642879],"genre_scores_gemma":[0.9879633,0.000076246375,0.0013102712,0.00084781804,0.0049464735,0.000060121936,0.00001324173,0.000034083725,0.0047483994],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913853,0.000024025196,0.0002659187,0.00011950209,0.00014243249,0.00030956007],"domain_scores_gemma":[0.999312,0.00011479206,0.000118001124,0.000083842504,0.00022166426,0.00014970057],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015148483,0.00013176822,0.00018122394,0.000083140556,0.00030325764,0.0004021172,0.00017785707,0.000042852425,0.0028106484],"category_scores_gemma":[0.00012752981,0.000095656054,0.000112957896,0.000016581336,0.00012100693,0.00029162542,0.000030142017,0.00017214823,0.00042727715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069252754,0.00018673319,0.0007034832,0.0002137276,0.000280362,0.000038810053,0.19005045,0.000011770157,0.0030426234,0.05291125,0.22539316,0.52709836],"study_design_scores_gemma":[0.0019918373,0.00024957178,0.0034676988,0.00033115025,0.000058269063,0.000102066864,0.02826585,0.0038771506,0.0017049377,0.014358017,0.9448754,0.00071805087],"about_ca_topic_score_codex":0.000054064538,"about_ca_topic_score_gemma":0.00007174113,"teacher_disagreement_score":0.71948224,"about_ca_system_score_codex":0.000053647553,"about_ca_system_score_gemma":0.000037345497,"threshold_uncertainty_score":0.99810094},"labels":[],"label_agreement":null},{"id":"W1786861182","doi":"10.1558/cj.v25i3.510-527","title":"AI in CALL—Artificially Inflated or Almost Imminent?","year":2008,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Context (archaeology); Point (geometry); Quarter (Canadian coin); Computer science; History; Library science; Artificial intelligence; Operations research; Engineering","score_opus":0.07064228763216196,"score_gpt":0.27552340544352477,"score_spread":0.2048811178113628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1786861182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823456,0.00025238833,0.000052438096,0.002620487,0.0009240635,0.000059252514,0.0000029817238,0.000064629276,0.013678174],"genre_scores_gemma":[0.96917087,0.000053165426,0.000045815075,0.0014630043,0.0014995178,0.0000020270998,0.0000054285424,0.000024359242,0.027735805],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988018,0.0001443104,0.00039962947,0.00012896745,0.00020968361,0.00031555543],"domain_scores_gemma":[0.9995084,0.00005729823,0.000116319396,0.00010625538,0.00008714591,0.00012460176],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040569325,0.00013252728,0.00019292961,0.00016696122,0.000737289,0.0002068312,0.00015946403,0.000058560723,0.0025054642],"category_scores_gemma":[0.00012755507,0.000097730204,0.000078990575,0.00004955464,0.00013421343,0.00023151653,0.000023110966,0.0009805473,0.0001952324],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068397215,0.00076502777,0.031680778,0.00006651276,0.00020918703,0.0068633305,0.46386644,0.0009229878,0.0044656214,0.024786422,0.43689564,0.028794086],"study_design_scores_gemma":[0.0006923638,0.00014983326,0.0030353297,0.00013040991,0.0000126964405,0.0007934064,0.0026634433,0.00048285536,0.000069017995,0.00021370927,0.99150974,0.0002472042],"about_ca_topic_score_codex":0.00026506107,"about_ca_topic_score_gemma":0.00080392516,"teacher_disagreement_score":0.55461407,"about_ca_system_score_codex":0.000062503954,"about_ca_system_score_gemma":0.00013833707,"threshold_uncertainty_score":0.9984064},"labels":[],"label_agreement":null},{"id":"W1790138082","doi":"10.1558/cj.v30i0.137-165","title":"The design of effective mobile-enabled tasks for ESP students: A longitudinal study","year":2013,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George Brown College; Athabasca University","funders":"","keywords":"Design-based research; Computer science; Context (archaeology); Multimedia; Human–computer interaction; Mathematics education; Psychology","score_opus":0.022868970548804938,"score_gpt":0.3270177440381674,"score_spread":0.3041487734893625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1790138082","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3673568,0.00014281685,0.6293085,0.00016162546,0.000773554,0.002211648,2.6769195e-7,0.000021167529,0.000023607261],"genre_scores_gemma":[0.9891909,0.000011220448,0.008853485,0.00004579289,0.00022866666,0.001402667,2.1226131e-7,0.000012857569,0.0002542031],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99800056,0.00059957517,0.00037586395,0.00023687864,0.00047451176,0.0003125941],"domain_scores_gemma":[0.99731344,0.0012130573,0.00035031408,0.00044781115,0.0005587108,0.000116640134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022014407,0.00013345343,0.0001948421,0.00008849045,0.00049073814,0.0006567664,0.0014252709,0.000042064952,0.00002390381],"category_scores_gemma":[0.00042258445,0.00008575899,0.00008862201,0.00025364384,0.0000612602,0.00042343335,0.00015091363,0.00030342818,0.000028676515],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024693544,0.0054411604,0.46528018,0.00007934257,0.0011769189,0.00002889844,0.030298125,0.030514505,0.003508639,0.0031758295,0.042000636,0.41824883],"study_design_scores_gemma":[0.005060289,0.009022141,0.9020249,0.00014713271,0.00014925415,0.0003717365,0.005220885,0.058785476,0.0015151481,0.011916101,0.0051832017,0.0006037287],"about_ca_topic_score_codex":0.000021145486,"about_ca_topic_score_gemma":0.0000014514969,"teacher_disagreement_score":0.6218341,"about_ca_system_score_codex":0.00012655236,"about_ca_system_score_gemma":0.00012548099,"threshold_uncertainty_score":0.63332134},"labels":[],"label_agreement":null},{"id":"W1792072459","doi":"10.11139/cj.29.2.205-207","title":"The CALICO Journal in 2012","year":2012,"lang":"en","type":"editorial","venue":"CALICO Journal","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Library science","score_opus":0.06910216909631199,"score_gpt":0.42925849772932323,"score_spread":0.3601563286330112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1792072459","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00063936174,0.017497713,0.0006419002,0.0046579014,0.9698836,0.00013528326,0.00006476122,0.000017490092,0.0064619863],"genre_scores_gemma":[0.0011767449,0.003202416,0.000069267706,0.00034664207,0.9648076,0.0000074539194,0.0000105319705,0.00006753941,0.030311767],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9830336,0.0023234207,0.003202444,0.00058308104,0.009205615,0.0016518147],"domain_scores_gemma":[0.97887826,0.01275918,0.0035351862,0.0011276095,0.002228996,0.0014707571],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.057469707,0.00055663445,0.0010483522,0.0009185986,0.0020320234,0.018210107,0.0120583195,0.0021188864,0.0013443282],"category_scores_gemma":[0.06678487,0.00029054453,0.00062074955,0.0012448162,0.000388169,0.005315869,0.0008581881,0.01745547,0.00081777],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056775243,0.000034351422,0.0012215668,0.0000020555422,0.000038277856,0.00009355087,0.00035884322,0.00001305424,0.0000025532743,0.00008649958,0.95697105,0.04112143],"study_design_scores_gemma":[0.0006890141,0.000034182984,0.00052368187,0.00013330815,0.000038567716,0.0008879604,0.0005782477,0.00003164962,0.0000033690123,0.0121772615,0.98451173,0.0003910091],"about_ca_topic_score_codex":0.000062845495,"about_ca_topic_score_gemma":0.00011414151,"teacher_disagreement_score":0.04073042,"about_ca_system_score_codex":0.0007183033,"about_ca_system_score_gemma":0.0026390613,"threshold_uncertainty_score":0.9999602},"labels":[],"label_agreement":null},{"id":"W1832439498","doi":"10.1558/cj.v20i3.433-436","title":"Error Diagnosis and Error Correction in CALL","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Simon Fraser University","funders":"","keywords":"Computer science; Error detection and correction; Error analysis; Speech recognition; Natural language processing; Artificial intelligence; Algorithm; Mathematics","score_opus":0.03002669766090879,"score_gpt":0.3169435381599876,"score_spread":0.28691684049907884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1832439498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9238138,0.00074757345,0.061179038,0.008943099,0.0031918206,0.0000927304,5.246503e-7,0.000050883937,0.0019805147],"genre_scores_gemma":[0.99283606,0.00009397671,0.006352589,0.00032381355,0.000038878872,0.000014608977,2.1338109e-7,0.000002637472,0.0003372034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994648,0.00006926233,0.00013017998,0.00011739104,0.00008790898,0.0001304249],"domain_scores_gemma":[0.99969494,0.00006426102,0.000051605006,0.000095742165,0.000029823414,0.00006360025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003107653,0.000053744403,0.00006705985,0.00010957945,0.000105328836,0.000057768928,0.00015396312,0.000060439244,0.000027848346],"category_scores_gemma":[0.000100585494,0.000047710677,0.00001624873,0.00017249832,0.00003051636,0.0001955069,0.000023025828,0.00029868682,0.000008431081],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046684254,0.0005469759,0.7192055,0.000008895424,0.000026515369,0.000116099596,0.0014697268,0.00017372498,0.0003456398,0.15283959,0.056609567,0.068653114],"study_design_scores_gemma":[0.0017618914,0.0004180953,0.6279922,0.00019319322,0.000019943107,0.0054815686,0.0014116175,0.011554745,0.0071070776,0.065820605,0.27755094,0.0006881318],"about_ca_topic_score_codex":0.000006001198,"about_ca_topic_score_gemma":0.000016145994,"teacher_disagreement_score":0.22094138,"about_ca_system_score_codex":0.000061291015,"about_ca_system_score_gemma":0.00009157684,"threshold_uncertainty_score":0.1945585},"labels":[],"label_agreement":null},{"id":"W1859439652","doi":"10.1558/cj.v20i2.227-244","title":"Bug Diagnosis By String Matching","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Computer science; Robustness (evolution); Artificial intelligence; String searching algorithm; Natural language processing; Theoretical computer science; Matching (statistics); Asynchronous communication; Edit distance; Sentence; Machine learning; Pattern matching","score_opus":0.010523460334949095,"score_gpt":0.2617802084241759,"score_spread":0.25125674808922677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1859439652","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02788375,0.007666015,0.96261024,0.0006942836,0.00035675397,0.000041704454,9.9179e-7,0.00024554675,0.0005007004],"genre_scores_gemma":[0.6594346,0.00011470912,0.33950478,0.00068295066,0.0000870741,0.000005750667,3.14514e-7,0.000011387192,0.00015841404],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99903625,0.000084511536,0.00019230638,0.00016823012,0.00024978086,0.0002689104],"domain_scores_gemma":[0.9994202,0.00006027068,0.0001131588,0.00020389388,0.00006322639,0.00013923172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045924514,0.0001050346,0.000111316505,0.00008085863,0.00023654597,0.00054968084,0.00068524247,0.000056992765,0.000037426238],"category_scores_gemma":[0.00013678886,0.00008685651,0.00005690742,0.0002207852,0.000017927752,0.00062772987,0.00007883879,0.00043898678,0.000011577404],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065266377,0.00026902338,0.01249527,0.00006427797,0.00008161823,0.000762355,0.003064145,0.00003977446,0.047961093,0.39186382,0.18162113,0.36177093],"study_design_scores_gemma":[0.0006166487,0.000115210954,0.000119252276,0.000294283,0.000017489661,0.003177025,0.00010686454,0.00049533584,0.44401944,0.4424282,0.10784401,0.00076621457],"about_ca_topic_score_codex":0.0000068972113,"about_ca_topic_score_gemma":5.0525483e-7,"teacher_disagreement_score":0.63155085,"about_ca_system_score_codex":0.00007634861,"about_ca_system_score_gemma":0.000052031686,"threshold_uncertainty_score":0.5300585},"labels":[],"label_agreement":null},{"id":"W1860256013","doi":"10.1558/cj.v20i1.59-79","title":"The Role of Computer-Supported Discussion for Language Teacher Education: What Do the Students Say?","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer-mediated communication; Cohesion (chemistry); Computer science; Curriculum; Affect (linguistics); Computer-Assisted Instruction; Pedagogy; Distance education; Psychology; Mathematics education; The Internet; World Wide Web; Communication","score_opus":0.01439239087846479,"score_gpt":0.2915959080368703,"score_spread":0.2772035171584055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1860256013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9579795,0.014610062,0.0008130266,0.004510027,0.004320434,0.0004260722,0.000005070412,0.000041753858,0.017294072],"genre_scores_gemma":[0.9809075,0.00008845615,0.000076229866,0.00028944967,0.0014652672,0.000009090578,0.0000035364908,0.000015097926,0.017145364],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914515,0.0002349292,0.00020362843,0.0000730015,0.00019528736,0.00014800817],"domain_scores_gemma":[0.9994736,0.00009436006,0.00016472013,0.00014421549,0.00007454562,0.000048601018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009246974,0.000077944576,0.00009112361,0.000024761552,0.0011264337,0.0008890538,0.00024517477,0.000022335778,0.0004239036],"category_scores_gemma":[0.000058043104,0.00003119999,0.00009545151,0.000015858714,0.00008692237,0.00016519925,0.000019575937,0.0003134426,0.000007673052],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002669193,0.0003689925,0.00646867,0.000014268601,0.00010533424,0.0000016007215,0.24522746,0.000024824101,0.00017895312,0.067827195,0.02992312,0.6498329],"study_design_scores_gemma":[0.00019071632,0.00005332308,0.00047930682,0.00008695199,0.000024194283,0.000024220752,0.16078414,0.000060749036,0.000049992243,0.0015402196,0.8366468,0.000059374433],"about_ca_topic_score_codex":0.000011432926,"about_ca_topic_score_gemma":0.00001833354,"teacher_disagreement_score":0.8067237,"about_ca_system_score_codex":0.000021306112,"about_ca_system_score_gemma":0.00006450762,"threshold_uncertainty_score":0.8663731},"labels":[],"label_agreement":null},{"id":"W1862977469","doi":"10.1558/cj.v20i3.533-548","title":"Multiple Learner Errors and Meaningful Feedback","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Focus (optics); Parsing; Vocabulary; Sentence; Natural language processing; Domain (mathematical analysis); Grammar; Artificial intelligence; Queue; Phrase; Rule-based machine translation; Linguistics; Programming language","score_opus":0.014920340237406234,"score_gpt":0.2540821634711794,"score_spread":0.23916182323377316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1862977469","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.086549975,0.0077082324,0.90127987,0.0013027572,0.0005427107,0.00009191425,6.001749e-7,0.00037116406,0.002152778],"genre_scores_gemma":[0.64257973,0.00003204164,0.35654515,0.00042978808,0.000055345896,0.0000011148442,1.2864479e-7,0.000008452518,0.0003482253],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99913156,0.000090679925,0.00015975,0.00018309461,0.00019871941,0.00023620154],"domain_scores_gemma":[0.99943167,0.000046048142,0.00009558928,0.00018559695,0.0000867135,0.00015440477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043551193,0.00010529829,0.00011357592,0.00008746996,0.0002087522,0.0003356856,0.00039851316,0.00006455079,0.000023455523],"category_scores_gemma":[0.000343707,0.00008132232,0.000039742983,0.00018083648,0.000049123395,0.00047967196,0.00008334316,0.00040476187,0.000012284005],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038286144,0.00025762658,0.042555362,0.00010025774,0.000120009776,0.0011863338,0.010012786,0.00006076382,0.060751144,0.33446342,0.045148313,0.5053057],"study_design_scores_gemma":[0.0032293582,0.00054148096,0.003003628,0.00049383903,0.000057713103,0.026573535,0.000729282,0.025146358,0.23792854,0.41119,0.2887638,0.0023424749],"about_ca_topic_score_codex":0.000003786057,"about_ca_topic_score_gemma":0.0000019998597,"teacher_disagreement_score":0.5560298,"about_ca_system_score_codex":0.000035226025,"about_ca_system_score_gemma":0.000052082287,"threshold_uncertainty_score":0.3316228},"labels":[],"label_agreement":null},{"id":"W1887914154","doi":"10.1558/cj.v20i3.561-578","title":"A New Template-Template-enhanced ICALL System for a Second Language Composition Course","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Computer science; Bottleneck; Automaton; Artificial intelligence; Simple (philosophy); Finite-state machine; Scheme (mathematics); Natural language processing; Composition (language); Natural language; Theoretical computer science; Programming language","score_opus":0.010975231054222455,"score_gpt":0.2811540294831161,"score_spread":0.27017879842889364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1887914154","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022215325,0.0023904024,0.97324175,0.00024271535,0.0005951764,0.00024974486,0.0000074865134,0.00041223966,0.0006451424],"genre_scores_gemma":[0.6184467,0.000002348911,0.38077974,0.00023037147,0.00017102546,0.0000113299175,0.000003029395,0.000016487258,0.00033893943],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99853116,0.00011256617,0.00038042187,0.00029842337,0.00027815189,0.0003992704],"domain_scores_gemma":[0.9988293,0.000092650094,0.00026616032,0.00033107804,0.00018501065,0.00029577507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005429041,0.00019453942,0.0002681707,0.00011576236,0.00028908104,0.00053251575,0.00069955376,0.00014327622,0.00006225843],"category_scores_gemma":[0.000041889947,0.00016398932,0.00013688178,0.00024160113,0.000024046025,0.0005799802,0.000052745483,0.00039108173,0.0000199142],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013461667,0.00021218289,0.00009294178,0.00048522605,0.00018670404,0.00076513,0.0047027897,0.000036370948,0.7234587,0.13749003,0.07804619,0.054389123],"study_design_scores_gemma":[0.0024450587,0.0003574977,0.000046674853,0.0006260499,0.000058689853,0.0068015847,0.00031814852,0.0022852905,0.9635563,0.014492445,0.008284057,0.0007282152],"about_ca_topic_score_codex":0.0000064186383,"about_ca_topic_score_gemma":0.000004419902,"teacher_disagreement_score":0.5962314,"about_ca_system_score_codex":0.00016216525,"about_ca_system_score_gemma":0.00024068609,"threshold_uncertainty_score":0.668729},"labels":[],"label_agreement":null},{"id":"W1923032313","doi":"10.11139/cj.28.3.571-578","title":"CALL in Canada","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Current (fluid); Computer science; Linguistics; Engineering","score_opus":0.06797668269748558,"score_gpt":0.19506667761890734,"score_spread":0.12708999492142176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1923032313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78731644,0.0001953294,0.000020121282,0.00018883229,0.0008606975,0.000017515576,0.0000018292993,0.0000116609,0.21138759],"genre_scores_gemma":[0.9938515,0.000006394976,0.000036849306,0.0004830539,0.0004782593,6.083461e-7,4.960527e-7,0.000008104172,0.0051347455],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99945337,0.00006277532,0.00014931966,0.000055353707,0.0001025848,0.00017659769],"domain_scores_gemma":[0.99977225,0.000017390808,0.000050204544,0.000054592834,0.000025192574,0.0000803487],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020756287,0.00005620586,0.00008190077,0.000045753317,0.00018778094,0.0000560099,0.00010147438,0.00001225981,0.0038675559],"category_scores_gemma":[0.000028377955,0.000044904133,0.000025610485,0.000010780773,0.000026194952,0.000075500066,0.000009925045,0.00047197856,0.000028327422],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005924462,0.00014706164,0.20582666,0.000032230302,0.00008042482,0.0015918597,0.42472726,0.00009007281,0.000066755754,0.11816992,0.20140924,0.047799297],"study_design_scores_gemma":[0.00030790802,0.00003688352,0.0127960285,0.000054110067,0.0000071183076,0.000115190145,0.010120849,0.00011504377,0.000022234532,0.0007218514,0.9755405,0.00016227317],"about_ca_topic_score_codex":0.8516183,"about_ca_topic_score_gemma":0.95932126,"teacher_disagreement_score":0.7741313,"about_ca_system_score_codex":0.00014607204,"about_ca_system_score_gemma":0.00029455178,"threshold_uncertainty_score":0.9970431},"labels":[],"label_agreement":null},{"id":"W1936145708","doi":"10.1558/calico.v32i1.25645","title":"Software Review: Mango Premiere—Japanese Videos for English Speakers","year":2015,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Drill; Software; Linguistics; Multimedia; Artificial intelligence; Engineering; Programming language","score_opus":0.13601062999682567,"score_gpt":0.44345450352990495,"score_spread":0.3074438735330793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1936145708","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1286853,0.24063621,0.032162346,0.10685268,0.060110807,0.006991552,0.00022182659,0.0008270322,0.42351225],"genre_scores_gemma":[0.041948833,0.060719103,0.44927183,0.052017134,0.10526468,0.0006597248,0.00012433185,0.00029827675,0.2896961],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998568,0.0003146738,0.00025997878,0.00013420495,0.00041307716,0.00031008874],"domain_scores_gemma":[0.9979985,0.0002867298,0.00015843373,0.00012178717,0.0008853949,0.0005491615],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038155015,0.00008870922,0.00018137868,0.000032831336,0.0003606595,0.00012003351,0.00028196492,0.00007578953,0.00026780405],"category_scores_gemma":[0.0103313625,0.0000757642,0.00013874372,0.00015908427,0.00009954228,0.0002607355,0.000018190436,0.00019228454,0.000023064782],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016894168,0.00005365658,0.0013946111,0.00009704426,0.000024111341,0.0000040634995,0.020395434,0.000004202512,0.000013768309,0.002121259,0.94303364,0.03284129],"study_design_scores_gemma":[0.00023759282,0.000032451575,0.00028965765,0.00022740157,0.000032662956,0.000017294667,0.0045153163,0.0000013543631,0.000016384447,0.0033216884,0.9911983,0.00010990495],"about_ca_topic_score_codex":0.00006458394,"about_ca_topic_score_gemma":0.000041617193,"teacher_disagreement_score":0.4171095,"about_ca_system_score_codex":0.00021618324,"about_ca_system_score_gemma":0.00081798364,"threshold_uncertainty_score":0.99800503},"labels":[],"label_agreement":null},{"id":"W1963060300","doi":"10.11139/cj.30.1.i-iv","title":"Thirty Years of the CALICO Journal—Replicate, Replicate, Replicate","year":2013,"lang":"en","type":"editorial","venue":"CALICO Journal","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Replicate; Computer science; Statistics; Mathematics","score_opus":0.05231100752340645,"score_gpt":0.37919382143061736,"score_spread":0.3268828139072109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963060300","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01762721,0.0028077068,0.0006560629,0.008519389,0.95882154,0.0008128953,0.00040579983,0.00009871924,0.0102506755],"genre_scores_gemma":[0.00921754,0.0026743165,0.0003906028,0.0017278169,0.9233947,0.00006261203,0.00003930807,0.00026371024,0.06222943],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9797781,0.0019728022,0.005095001,0.001784745,0.009999676,0.0013696656],"domain_scores_gemma":[0.97106737,0.0056717964,0.010391371,0.0058033154,0.0056529725,0.0014131643],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.027276386,0.0008464623,0.0020633354,0.00089545513,0.0013162738,0.00801142,0.021610634,0.0028352032,0.0013244024],"category_scores_gemma":[0.07394451,0.00050314557,0.001618588,0.002489533,0.000914001,0.0027353307,0.0024982719,0.013686921,0.0007321891],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047386093,0.000072162795,0.0009662925,0.000013395106,0.00014388999,0.000040562445,0.0002844085,0.000025955755,0.00019490032,0.00008287689,0.9747759,0.02335229],"study_design_scores_gemma":[0.0007599587,0.000080335616,0.0019713251,0.00032464098,0.00013791189,0.001043848,0.00023132436,0.00006130553,0.00025441713,0.015799921,0.97872984,0.0006051654],"about_ca_topic_score_codex":0.00028452236,"about_ca_topic_score_gemma":0.000013645007,"teacher_disagreement_score":0.051978752,"about_ca_system_score_codex":0.000583031,"about_ca_system_score_gemma":0.0030618072,"threshold_uncertainty_score":0.99998385},"labels":[],"label_agreement":null},{"id":"W1983607090","doi":"10.11139/cj.29.3.431-448","title":"Collaboration or Cooperation? Analyzing Group Dynamics and Revision Processes in Wikis","year":2012,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":178,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Group (periodic table); Computer science; Group dynamic; World Wide Web; Psychology; Physics; Social psychology","score_opus":0.020215432535112814,"score_gpt":0.35927627216612396,"score_spread":0.33906083963101113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983607090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815891,0.001900389,0.0048673577,0.0075337705,0.0011034287,0.000272323,0.000003917535,0.000028630446,0.002701112],"genre_scores_gemma":[0.9956445,0.0017703805,0.0007284241,0.0002490734,0.00084462756,0.0000064956607,0.0000101898495,0.00000643558,0.00073989236],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990048,0.0002450686,0.00024713788,0.000088137014,0.00021928073,0.0001955964],"domain_scores_gemma":[0.99913746,0.000082394494,0.00012755893,0.00005341976,0.00044372675,0.00015541392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012715529,0.000065993474,0.00009616268,0.00013051562,0.0006178447,0.00046883358,0.00007352527,0.000076266944,0.00017135749],"category_scores_gemma":[0.0012017839,0.000055561923,0.000009623379,0.0012541864,0.00006826916,0.0014595325,0.000009762291,0.00013367456,0.0000063030557],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018417544,0.00067857554,0.521566,0.00012570471,0.00003115742,0.000007833179,0.1777403,0.00016120131,0.00049203384,0.16260153,0.017308507,0.119102985],"study_design_scores_gemma":[0.0022116422,0.00029989815,0.064108424,0.00055373745,0.00009544245,0.00010402322,0.23840152,0.0038099422,0.0002605613,0.0015661389,0.68759733,0.0009913605],"about_ca_topic_score_codex":0.00005822632,"about_ca_topic_score_gemma":0.0065275775,"teacher_disagreement_score":0.6702888,"about_ca_system_score_codex":0.00032084956,"about_ca_system_score_gemma":0.0006373603,"threshold_uncertainty_score":0.4752024},"labels":[],"label_agreement":null},{"id":"W1989825485","doi":"10.11139/cj.28.3.621-638","title":"From the Mouths of Canadian University Students","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Lexicography and Language Studies","field":"Arts and Humanities","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Computer-Assisted Instruction; World Wide Web; Mathematics education; Linguistics; Psychology; Multimedia","score_opus":0.05375106699130639,"score_gpt":0.20650366577414656,"score_spread":0.15275259878284017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989825485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8683052,0.00044144643,0.0000035380642,0.00026462416,0.00048261392,0.000033101747,0.00010705532,0.0000059410013,0.13035648],"genre_scores_gemma":[0.9976827,0.00005593774,0.000013621066,0.00019508263,0.00043068323,8.9260276e-8,0.0000010705141,0.000002964868,0.0016178612],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996412,0.00003807616,0.00007383992,0.000041960473,0.00009753534,0.0001074184],"domain_scores_gemma":[0.99971706,0.000018863526,0.000051670864,0.000072485505,0.00006547009,0.00007442779],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008764924,0.000046079218,0.00006521812,0.00009878427,0.0004304048,0.0000378485,0.00024741594,0.000014061396,0.0033456155],"category_scores_gemma":[0.000008199553,0.000028454682,0.000072111136,0.00004060668,0.00018480925,0.000067575165,0.00002264717,0.0001189736,0.000012119222],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002718195,0.000052214353,0.045914307,0.0000023767223,0.00034088938,0.000111026435,0.8691666,1.4123441e-7,0.000006599114,0.04115543,0.041944966,0.0012782825],"study_design_scores_gemma":[0.00037522503,0.000045070767,0.055460457,0.000030403795,0.0000805118,0.0000059066997,0.23829545,4.6966025e-7,0.000036767306,0.0015226955,0.70405275,0.00009431671],"about_ca_topic_score_codex":0.2672459,"about_ca_topic_score_gemma":0.3611148,"teacher_disagreement_score":0.66210777,"about_ca_system_score_codex":0.000014562528,"about_ca_system_score_gemma":0.00003957279,"threshold_uncertainty_score":0.99756545},"labels":[],"label_agreement":null},{"id":"W2009287484","doi":"10.11139/cj.28.3.662-676","title":"Computer Assisted Reading in German as a Foreign Language, Developing and Testing an NLP-based Application","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"German; Natural language processing; Computer science; Artificial intelligence; Reading (process); Linguistics; Foreign language; Philosophy","score_opus":0.043046795933450024,"score_gpt":0.3159701930859908,"score_spread":0.27292339715254077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009287484","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19176279,0.00020424323,0.8073411,0.0000705425,0.000035179008,0.000084096006,2.2786007e-7,0.00019208156,0.0003097399],"genre_scores_gemma":[0.48870453,8.253595e-7,0.5108604,0.00036919423,0.000050502076,0.000004691002,9.068939e-7,0.0000065403065,0.0000024422109],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902654,0.00008358646,0.00025434454,0.00024551377,0.00015756724,0.0002324624],"domain_scores_gemma":[0.99933726,0.000060137612,0.00017494203,0.00020766498,0.00010969128,0.0001103327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055364677,0.00011884941,0.00013381462,0.00023161655,0.00015052715,0.0002406825,0.00048751975,0.000073463554,0.0000024861095],"category_scores_gemma":[0.00007482376,0.00010431071,0.000019429464,0.00038523486,0.000031314135,0.0006028742,0.000102842154,0.00030706028,0.000002349905],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001563823,0.000077926714,0.011809963,0.000057513575,0.00000937006,0.00045815052,0.0056764674,0.0000067665715,0.02385894,0.03907784,0.00005516314,0.91889626],"study_design_scores_gemma":[0.0018837487,0.00061314297,0.058599897,0.0014568095,0.000027350166,0.0077038654,0.00031381712,0.6639601,0.12045291,0.14319739,0.0003078957,0.001483071],"about_ca_topic_score_codex":0.000079778016,"about_ca_topic_score_gemma":0.000009960109,"teacher_disagreement_score":0.9174132,"about_ca_system_score_codex":0.00009254357,"about_ca_system_score_gemma":0.000106432424,"threshold_uncertainty_score":0.42536673},"labels":[],"label_agreement":null},{"id":"W2013077909","doi":"10.11139/cj.28.3.579-587","title":"Looking Back","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hindsight bias; The Internet; Period (music); Library science; Computer science; World Wide Web; Psychology","score_opus":0.07030570663974743,"score_gpt":0.22174817232012467,"score_spread":0.15144246568037723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013077909","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42747644,0.00034840708,0.00018311657,0.00004916281,0.0008557345,0.000014944082,8.762883e-7,0.000033270462,0.571038],"genre_scores_gemma":[0.97571707,0.0000049066325,0.00022145524,0.0007956629,0.0017728453,4.4755237e-7,9.2800263e-7,0.000014682907,0.02147199],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995124,0.0000485444,0.00012917747,0.00006510841,0.000078820936,0.00016596855],"domain_scores_gemma":[0.9997328,0.00001583356,0.00006878382,0.00007403367,0.0000330622,0.00007546951],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002141689,0.000065107924,0.00007775055,0.00005700685,0.00035581426,0.0001850044,0.00010922853,0.000020225158,0.065236025],"category_scores_gemma":[0.000026220083,0.000049484985,0.00006711668,0.000008956697,0.00005521791,0.00015030957,0.00001344085,0.00037282016,0.0006976419],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029430605,0.000112695605,0.0049370816,0.000021915183,0.00013234848,0.00033524045,0.61739033,0.0000037674174,0.00017819923,0.18248603,0.03545633,0.15891664],"study_design_scores_gemma":[0.0003390757,0.00007387729,0.00051303674,0.000053891705,0.000021582955,0.00039559716,0.02206119,0.0000423706,0.0001403001,0.0013800631,0.9747935,0.0001854977],"about_ca_topic_score_codex":0.00012675484,"about_ca_topic_score_gemma":0.000050637394,"teacher_disagreement_score":0.9393372,"about_ca_system_score_codex":0.000013400622,"about_ca_system_score_gemma":0.000012935406,"threshold_uncertainty_score":0.93561846},"labels":[],"label_agreement":null},{"id":"W2042917563","doi":"10.11139/cj.27.1.118-146","title":"The Evolution of Vocabulary Learning Strategies in a Computer-Mediated Reading Environment","year":2010,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Vocabulary; Reading (process); Computer-Assisted Instruction; Vocabulary development; Vocabulary learning; Mathematics education; Teaching method; Multimedia; Linguistics; Psychology","score_opus":0.006888315402711766,"score_gpt":0.2611944686133685,"score_spread":0.2543061532106567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042917563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98394245,0.0019697642,0.011042936,0.00017071022,0.0007191383,0.000050305247,6.445652e-7,0.000016329528,0.0020877484],"genre_scores_gemma":[0.99896985,0.000015095316,0.00023928004,0.0001857481,0.00036579452,0.0000029114608,0.0000034014197,0.000009958991,0.00020798385],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99902654,0.00026485953,0.00027678194,0.00010145477,0.00012400324,0.00020639042],"domain_scores_gemma":[0.99941653,0.00019793308,0.00018023548,0.00012433424,0.00001953717,0.000061425286],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00077906455,0.00007319259,0.000105639796,0.000103787665,0.00018071078,0.000059992144,0.00013248723,0.00008563761,0.0065942104],"category_scores_gemma":[0.00005292528,0.00005467577,0.000050364928,0.0000841424,0.00008543063,0.000081739076,0.000020724538,0.0010374978,0.0000767145],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073302706,0.0008196645,0.1262394,0.000049389866,0.0005219054,0.0019150021,0.099055685,0.020763464,0.33268255,0.0697346,0.0074070566,0.34007826],"study_design_scores_gemma":[0.0042758747,0.0007186737,0.77807707,0.00013897994,0.000044859327,0.0033823291,0.098858304,0.016654233,0.00033405292,0.0014581883,0.095486075,0.00057137996],"about_ca_topic_score_codex":0.00004747856,"about_ca_topic_score_gemma":0.000008421603,"teacher_disagreement_score":0.65183765,"about_ca_system_score_codex":0.000053360367,"about_ca_system_score_gemma":0.000039424747,"threshold_uncertainty_score":0.9943139},"labels":[],"label_agreement":null},{"id":"W2055465723","doi":"10.11139/cj.30.2.179-203","title":"Preparing Students to use Wiki Software as a Collaborative Learning Tool","year":2013,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Francophone University Association","funders":"","keywords":"Computer science; Computer-Assisted Instruction; Software; Multimedia; Collaborative writing; Teaching method; World Wide Web; Mathematics education; Psychology; Programming language","score_opus":0.01730438722949132,"score_gpt":0.36167014084553767,"score_spread":0.3443657536160464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055465723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910448,0.000031747564,0.00090644765,0.0017771485,0.0009213216,0.0003821675,0.0000010721678,0.00006349884,0.0048717656],"genre_scores_gemma":[0.97956866,0.000053493535,0.0023743603,0.0012204428,0.00065978727,0.000058969497,0.0000016913109,0.000012981823,0.016049633],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837536,0.00032792735,0.00023177912,0.00014936269,0.0006425771,0.00027301777],"domain_scores_gemma":[0.99840224,0.00010646725,0.00013964143,0.00009465702,0.0009606513,0.00029637184],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00063082756,0.00008784773,0.00010974012,0.000096155934,0.0011745079,0.0018723243,0.0002728665,0.00007180331,0.000982651],"category_scores_gemma":[0.0031577663,0.000085136024,0.00003394929,0.0006613219,0.00005589183,0.0010500954,0.000047235226,0.00025416235,0.0006226847],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005576249,0.0003128154,0.46473172,0.0000071499867,0.000103389,0.0000112175285,0.25370482,0.00099266,0.0011134255,0.0071960697,0.208409,0.06336198],"study_design_scores_gemma":[0.00031263655,0.00011559145,0.05595993,0.000054233817,0.000014303996,0.000008935441,0.049694784,0.000020814157,0.000118244425,0.0010447277,0.892426,0.00022978272],"about_ca_topic_score_codex":0.00044250977,"about_ca_topic_score_gemma":0.00036975517,"teacher_disagreement_score":0.684017,"about_ca_system_score_codex":0.00031646533,"about_ca_system_score_gemma":0.0007475111,"threshold_uncertainty_score":0.99993056},"labels":[],"label_agreement":null},{"id":"W2074480302","doi":"10.11139/cj.30.3.i-iii","title":"Computer-assisted Language Learning — The Times They Are A-Changin’","year":2013,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer-Assisted Instruction; Computer science; Language acquisition; Linguistics; Mathematics education; Psychology; Multimedia; Philosophy","score_opus":0.023423404485947825,"score_gpt":0.23187818264867946,"score_spread":0.20845477816273164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074480302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9459444,0.0009803334,0.0005364897,0.0037052943,0.0011919587,0.00012153877,0.0000025580916,0.00020468795,0.047312725],"genre_scores_gemma":[0.9730087,0.000009362595,0.00008099822,0.0006951734,0.0032351518,0.0000044455455,0.0000036514764,0.000024183044,0.022938361],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989526,0.00029765774,0.0001847392,0.00010474506,0.00018711235,0.0002731239],"domain_scores_gemma":[0.9993854,0.00012955017,0.00018527893,0.00012376357,0.000088489905,0.00008748328],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004608966,0.00012603584,0.00014534208,0.00006808174,0.0014058168,0.0009965036,0.00022389679,0.00003549379,0.0051985676],"category_scores_gemma":[0.0000588888,0.00007317997,0.00011772558,0.00001928041,0.00008378666,0.00017934316,0.00004500117,0.0009837899,0.00064328936],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014768512,0.00015220956,0.006780127,0.000043971344,0.00028158055,0.00013986253,0.61968297,0.0011998336,0.0005456492,0.020658858,0.1662473,0.18425289],"study_design_scores_gemma":[0.0005837066,0.00019375574,0.009547308,0.00025408127,0.000057072735,0.00048157715,0.10515672,0.005636156,0.000025744679,0.00077376375,0.8768769,0.0004132333],"about_ca_topic_score_codex":0.00027227198,"about_ca_topic_score_gemma":0.00008272772,"teacher_disagreement_score":0.7106296,"about_ca_system_score_codex":0.00002698564,"about_ca_system_score_gemma":0.000015712496,"threshold_uncertainty_score":0.9998942},"labels":[],"label_agreement":null},{"id":"W2087432641","doi":"10.11139/cj.28.3.639-661","title":"Does Word Coach Coach Words?","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University; Université du Québec à Montréal","funders":"","keywords":"Word (group theory); Linguistics; Computer science; Natural language processing; Philosophy","score_opus":0.040847006052450244,"score_gpt":0.3087081985905123,"score_spread":0.26786119253806207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087432641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7660978,0.0044400548,0.0037803117,0.00041933407,0.0053430055,0.000116456096,0.0000069396037,0.0001394072,0.2196567],"genre_scores_gemma":[0.9764989,0.000010667145,0.00055074965,0.010791955,0.0012007125,0.000006963544,0.000005254085,0.000029863944,0.01090491],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998769,0.00024900003,0.00028147362,0.00018709563,0.0001503232,0.00036314543],"domain_scores_gemma":[0.999251,0.00005175124,0.00015161763,0.00024912486,0.000059584,0.00023690752],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004505083,0.00013086239,0.00017239117,0.0001351516,0.00019783882,0.00007056736,0.00024427258,0.00012294108,0.37323564],"category_scores_gemma":[0.00004934238,0.000081020175,0.00012013627,0.00013096655,0.00006938884,0.00010645645,0.000026182188,0.0006654463,0.0013252001],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010924076,0.0013794944,0.057267513,0.000036186313,0.0010081527,0.0075462926,0.23224033,0.0000067420633,0.002703609,0.028966317,0.26614615,0.4016068],"study_design_scores_gemma":[0.004674178,0.00041012862,0.17878906,0.000108076965,0.00015425694,0.00761614,0.08947925,0.000039085822,0.0010760988,0.00272056,0.71390426,0.0010289164],"about_ca_topic_score_codex":0.000037201404,"about_ca_topic_score_gemma":0.0000033015522,"teacher_disagreement_score":0.4477581,"about_ca_system_score_codex":0.00002979644,"about_ca_system_score_gemma":0.000024213115,"threshold_uncertainty_score":0.9994524},"labels":[],"label_agreement":null},{"id":"W2096881740","doi":"10.1558/cj.v26i2.337-362","title":"Virtual Immersion","year":2009,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Immersion (mathematics); Virtual reality; Target culture; Variety (cybernetics); Everyday life; Computer science; Metaverse; Resource (disambiguation); Multimedia; Human–computer interaction; Mixed reality; Pedagogy; Psychology","score_opus":0.028537830801095822,"score_gpt":0.24944782770850496,"score_spread":0.22090999690740915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096881740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82851416,0.0004762448,0.0006817713,0.0032500215,0.0014364825,0.000030605883,0.0000015696535,0.00008168689,0.16552745],"genre_scores_gemma":[0.98070705,0.000017044697,0.00003708183,0.0012979549,0.002282847,1.4730074e-7,0.0000016803006,0.0000067691412,0.01564942],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99941486,0.00006550762,0.00013761772,0.000070125396,0.00014036077,0.00017151653],"domain_scores_gemma":[0.9997203,0.000020381685,0.00006490892,0.00006433737,0.000037852864,0.00009222959],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029179145,0.00007124203,0.000086069434,0.00006351623,0.000673006,0.00027455896,0.00010027184,0.000024660056,0.003002007],"category_scores_gemma":[0.000027277312,0.00005447648,0.00007686031,0.000011996971,0.000041001153,0.00015732794,0.0000070055994,0.0004906813,0.0002564398],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005465799,0.00016373735,0.0004617635,0.000003752059,0.000039667695,0.000118794385,0.08948157,0.00014309869,0.0020209916,0.34491578,0.22782628,0.3347699],"study_design_scores_gemma":[0.00030332996,0.00030174296,0.00043592195,0.00004157361,0.000012489242,0.00012956817,0.0070558493,0.00013151862,0.000055395256,0.0012492288,0.9901542,0.00012914704],"about_ca_topic_score_codex":0.000007864615,"about_ca_topic_score_gemma":0.0000019524657,"teacher_disagreement_score":0.76232797,"about_ca_system_score_codex":0.000024986059,"about_ca_system_score_gemma":0.000017751396,"threshold_uncertainty_score":0.99790937},"labels":[],"label_agreement":null},{"id":"W2102667937","doi":"10.1558/cj.v22i2.269-284","title":"Using German Web Sites to Teach Culture in German Courses","year":2005,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"German; Foreign language; Computer science; Web application; Foreign language teaching; Element (criminal law); Language education; Mathematics education; Teaching method; Computer-Assisted Instruction; World Wide Web; Pedagogy; Linguistics; Multimedia; Psychology; Political science","score_opus":0.06072384604292124,"score_gpt":0.3460615034743621,"score_spread":0.28533765743144085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102667937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791006,0.0006249743,0.00004138211,0.0013814229,0.00030359378,0.00005552097,0.000005657782,0.000052805317,0.018434051],"genre_scores_gemma":[0.9833151,0.000018012113,0.00053784886,0.001572204,0.0040071756,0.0000013708905,0.0000039511337,0.00002506314,0.010519278],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988953,0.00013526523,0.00027671052,0.00014574658,0.00020600331,0.0003409903],"domain_scores_gemma":[0.99953574,0.00002604975,0.000098346056,0.00010923736,0.00006420567,0.00016642813],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046240145,0.00014933976,0.000186036,0.00019654336,0.00064856606,0.00047869305,0.00017661975,0.000054554883,0.0014785145],"category_scores_gemma":[0.0000510061,0.00012007367,0.00008411405,0.00004136773,0.00005910008,0.00029652088,0.000031296473,0.0008744169,0.00015446193],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006167476,0.00044963672,0.014889225,0.00004958688,0.00010879588,0.00025814015,0.62411296,0.0037786914,0.033790674,0.039239123,0.26272944,0.020532051],"study_design_scores_gemma":[0.0003049574,0.000046619214,0.00026791685,0.00011504189,0.00001722777,0.00017887905,0.003135325,0.0019029486,0.00007731363,0.00013223483,0.9936141,0.00020746556],"about_ca_topic_score_codex":0.000037258542,"about_ca_topic_score_gemma":0.00039326053,"teacher_disagreement_score":0.7308847,"about_ca_system_score_codex":0.00011867968,"about_ca_system_score_gemma":0.00005027893,"threshold_uncertainty_score":0.9994343},"labels":[],"label_agreement":null},{"id":"W2109973395","doi":"10.1558/cj.v19i2.295-313","title":"Learner Control and Error Correction in ICALL","year":2002,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"German; Grammar; Error detection and correction; Computer science; Sentence; Control (management); Natural language processing; Psychology; Linguistics; Artificial intelligence","score_opus":0.02398298848865336,"score_gpt":0.29811321835778615,"score_spread":0.27413022986913277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109973395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9552022,0.009725878,0.0010502053,0.0014508712,0.0018545917,0.00007010881,9.397875e-7,0.00003298553,0.030612195],"genre_scores_gemma":[0.98294455,0.000013108262,0.00002030419,0.009026,0.0003535798,0.000002907808,5.64203e-7,0.000009327269,0.007629681],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99929756,0.00019080374,0.00016650227,0.000105937215,0.0000668506,0.00017233324],"domain_scores_gemma":[0.99968654,0.00006693691,0.000060930433,0.00006731298,0.000020015588,0.00009826253],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024261994,0.00006167195,0.00010492728,0.000109505454,0.00007344644,0.000043944365,0.00004338847,0.00007814643,0.11225386],"category_scores_gemma":[0.00007502702,0.000053474225,0.000034332603,0.000073251125,0.000030790525,0.000059918406,0.000004724441,0.0004952118,0.00035310647],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037989704,0.0005752335,0.050665244,0.000010550491,0.00016401295,0.0027427797,0.042813208,0.00023713625,0.0033529243,0.0015612318,0.36176184,0.53573596],"study_design_scores_gemma":[0.013892768,0.00055768224,0.4557244,0.00009010287,0.000057385434,0.016278338,0.01875654,0.016276786,0.000032017455,0.00018474105,0.47756782,0.00058142317],"about_ca_topic_score_codex":0.000014746402,"about_ca_topic_score_gemma":0.0000038398794,"teacher_disagreement_score":0.5351545,"about_ca_system_score_codex":0.000022948687,"about_ca_system_score_gemma":0.0000029355779,"threshold_uncertainty_score":0.8885577},"labels":[],"label_agreement":null},{"id":"W2114206224","doi":"10.1558/cj.v22i2.251-268","title":"Les Chansons de la francophonie Web Site and its Two Web-usage-tracking Systems in an Advanced Listening Comprehension Course","year":2005,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Paragraph; Web page; Computer science; World Wide Web; JavaScript; Comprehension; Web application; Multimedia; Linguistics; Programming language","score_opus":0.05234607069337044,"score_gpt":0.4305733872672216,"score_spread":0.37822731657385117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114206224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98816645,0.007408562,0.00019676978,0.0006757766,0.00060005306,0.000103949555,0.0000052027003,0.000022774817,0.002820449],"genre_scores_gemma":[0.9928773,0.0010768785,0.0040923804,0.0001345669,0.0014228709,0.000005906008,0.0000013408951,0.000012854054,0.00037588042],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99788946,0.0011771902,0.00022999056,0.00014522801,0.00024910568,0.00030902878],"domain_scores_gemma":[0.99894637,0.00045436303,0.00013326538,0.000062552004,0.00012895332,0.0002745131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027080094,0.00009803803,0.00017477281,0.00007480442,0.0007432201,0.00026773254,0.00012329436,0.00009881027,0.00005353331],"category_scores_gemma":[0.00021090645,0.000092774906,0.00004013205,0.0001717901,0.000095926305,0.00043375607,0.000015924186,0.0004819667,0.0000041972658],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008973021,0.00052237354,0.17874755,0.000084191845,0.000041039,0.00012885177,0.07550232,0.014845298,0.2717514,0.011843125,0.0007788256,0.4456653],"study_design_scores_gemma":[0.0033557022,0.00013320983,0.23426525,0.0013475458,0.000064230866,0.00057658204,0.038007256,0.037584446,0.0006455387,0.0005845116,0.68268543,0.00075028196],"about_ca_topic_score_codex":0.00026947178,"about_ca_topic_score_gemma":0.0013114002,"teacher_disagreement_score":0.68190664,"about_ca_system_score_codex":0.00016270067,"about_ca_system_score_gemma":0.00038405642,"threshold_uncertainty_score":0.5716323},"labels":[],"label_agreement":null},{"id":"W2121031452","doi":"10.1558/cj.v20i2.215-336","title":"Learning French Pronunciation","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"French Language Learning Methods","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Pronunciation; Phonetics; Intonation (linguistics); Linguistics; Computer science; Curriculum; Psychology; Pedagogy","score_opus":0.025192217288694547,"score_gpt":0.33463789989614834,"score_spread":0.3094456826074538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121031452","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4323461,0.0019393157,0.046412915,0.0013817563,0.0023213748,0.00019612751,3.4477765e-7,0.00019833146,0.5152037],"genre_scores_gemma":[0.93999,0.00008638574,0.024053836,0.0002238303,0.0010585845,0.0000046338296,9.075218e-7,0.000018088944,0.034563728],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99715847,0.0018251957,0.00016847071,0.00010643989,0.00041960352,0.00032182154],"domain_scores_gemma":[0.99930394,0.0001536226,0.00014948242,0.00006892484,0.00014371461,0.00018030703],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00401754,0.00006752874,0.00009814762,0.00007751261,0.0009233392,0.0001861157,0.00013735288,0.00009341742,0.0017332025],"category_scores_gemma":[0.0071625146,0.000062920764,0.00006245446,0.00025932325,0.000086477776,0.00018913894,0.0000071580753,0.000638966,0.000082613005],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064701385,0.00013325003,0.23636922,0.00001637764,0.00007162771,0.0001802912,0.13568994,0.0017994436,0.004913507,0.07951559,0.017818063,0.5234862],"study_design_scores_gemma":[0.00020846371,0.00005337844,0.0048638545,0.000017607159,0.000010909947,0.00004976403,0.003741657,0.00004684194,0.00029112102,0.0029594987,0.98762715,0.00012977753],"about_ca_topic_score_codex":0.00016636087,"about_ca_topic_score_gemma":0.000099207704,"teacher_disagreement_score":0.96980906,"about_ca_system_score_codex":0.00019957722,"about_ca_system_score_gemma":0.00031626306,"threshold_uncertainty_score":0.99917936},"labels":[],"label_agreement":null},{"id":"W2122910265","doi":"10.11139/cj.28.3.699-720","title":"(Re)Conceptualizing Design Approaches for Mobile Language Learning","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"George Brown College; Athabasca University","funders":"","keywords":"Computer science; Language acquisition; Constructivism (international relations); Language education; Context (archaeology); Social constructivism; Mathematics education; Active listening; Pedagogy; Exploratory research; Language assessment; Instructional design; Multimedia; Psychology; Sociology; Communication","score_opus":0.1312008334942171,"score_gpt":0.2951427024976288,"score_spread":0.1639418690034117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122910265","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019853782,0.00054279604,0.97627956,0.00007485664,0.00062953064,0.00024089408,2.291749e-7,0.000115916366,0.002262409],"genre_scores_gemma":[0.7397352,0.00001016894,0.25899464,0.00013629759,0.0003968847,0.00010556051,0.0000013074208,0.000020189667,0.00059976394],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987456,0.0002625007,0.00024239224,0.00024011142,0.00018097024,0.00032840925],"domain_scores_gemma":[0.99912673,0.00018579782,0.00021319158,0.00025062528,0.000079451784,0.00014420184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010598098,0.00012093615,0.00013664519,0.00010774965,0.0003180004,0.00019711225,0.0006722071,0.00007026104,0.0001323081],"category_scores_gemma":[0.00021766493,0.00010989642,0.00009133801,0.00016515596,0.000044052354,0.00043800418,0.00006920231,0.0003933758,0.000038941387],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037730806,0.00031049392,0.0034721124,0.00005027903,0.00009027868,0.000040262792,0.28131014,0.022574738,0.002120774,0.01630978,0.00792872,0.6657547],"study_design_scores_gemma":[0.003258904,0.0031691925,0.004009063,0.0003132225,0.000118450705,0.0013837281,0.0960265,0.7186306,0.05009944,0.01627593,0.1045671,0.0021478522],"about_ca_topic_score_codex":0.000005634347,"about_ca_topic_score_gemma":5.817446e-7,"teacher_disagreement_score":0.7198814,"about_ca_system_score_codex":0.000074215866,"about_ca_system_score_gemma":0.00011269216,"threshold_uncertainty_score":0.4481446},"labels":[],"label_agreement":null},{"id":"W2125651700","doi":"10.11139/cj.28.3.721-743","title":"Using ASR Technology in Language Training for Specific Purposes","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Interpreting and Communication in Healthcare","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Training (meteorology); Computer science; Linguistics; Computer-Assisted Instruction; Natural language processing; Mathematics education; Psychology; Multimedia; Artificial intelligence; Geography","score_opus":0.4469941021489425,"score_gpt":0.5195242086404167,"score_spread":0.07253010649147423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125651700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97881776,0.0017741926,0.0062742163,0.0014942893,0.0011557296,0.00042479124,0.000010306402,0.00007965215,0.0099690445],"genre_scores_gemma":[0.98351526,0.00008108116,0.01536026,0.0004381567,0.00031724144,0.000054284745,0.0000018396053,0.000021372465,0.00021051924],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985819,0.00031890863,0.0005128822,0.000106356034,0.00007255415,0.00040741864],"domain_scores_gemma":[0.9990656,0.0002124426,0.00023514924,0.00025545733,0.00015254626,0.00007880713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009410173,0.00007978811,0.00017819746,0.00027300327,0.000629761,0.000007490509,0.00029804616,0.00020628219,0.00033589004],"category_scores_gemma":[0.00029960836,0.00007173093,0.00004913849,0.00017838828,0.00005198685,0.000056550703,0.000055400422,0.0010947832,0.000023465485],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000545289,0.0002046935,0.25739586,0.00040612833,0.00005994888,0.0001118064,0.52591574,0.00001671897,0.010664317,0.09527412,0.0057758046,0.10362959],"study_design_scores_gemma":[0.0042551635,0.00054635643,0.016312432,0.0053813793,0.0000388929,0.0007818287,0.8047545,0.0028393143,0.0016435562,0.068503454,0.09412277,0.000820354],"about_ca_topic_score_codex":0.00008926513,"about_ca_topic_score_gemma":0.000050401053,"teacher_disagreement_score":0.27883875,"about_ca_system_score_codex":0.0001835301,"about_ca_system_score_gemma":0.00023059882,"threshold_uncertainty_score":0.48436764},"labels":[],"label_agreement":null},{"id":"W2142140880","doi":"10.1558/cj.v21i2.245-263","title":"The Computerized Mini-AMTB","year":2004,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Session (web analytics); Psychology; Anxiety; Orientation (vector space); Reliability (semiconductor); Computer science; World Wide Web","score_opus":0.03108226855751902,"score_gpt":0.23938741250580678,"score_spread":0.20830514394828775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142140880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87880194,0.0015085266,0.002953494,0.011414954,0.0051088333,0.000095125266,0.0000038046064,0.00016383003,0.09994948],"genre_scores_gemma":[0.9866403,0.000045094002,0.00025040124,0.0009033099,0.0035283845,0.0000013905553,0.0000012841058,0.000016148319,0.008613738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99931186,0.00008551588,0.00017841565,0.000068620655,0.00014642115,0.00020917428],"domain_scores_gemma":[0.9996119,0.00006852004,0.00008863068,0.00009929244,0.00005079392,0.00008082092],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00044928916,0.00007908971,0.00009159289,0.00002933107,0.001861529,0.0007760594,0.00019069927,0.000020698773,0.00037971267],"category_scores_gemma":[0.00004468256,0.000046381694,0.00009011132,0.000012553854,0.00014050632,0.00009411229,0.000022129014,0.0005039691,0.0001459051],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057834695,0.000117052135,0.00035066894,0.000012328034,0.00014376579,0.0001405156,0.113541566,0.00054613955,0.0003204817,0.78548187,0.04805084,0.05123692],"study_design_scores_gemma":[0.00052192545,0.00005586647,0.00018960374,0.000035781522,0.0000087842,0.00014899255,0.0020443054,0.000046581397,0.00001735362,0.004281296,0.99256724,0.00008225801],"about_ca_topic_score_codex":0.000030263873,"about_ca_topic_score_gemma":0.00006268393,"teacher_disagreement_score":0.9445164,"about_ca_system_score_codex":0.000036254227,"about_ca_system_score_gemma":0.000043767926,"threshold_uncertainty_score":0.9994379},"labels":[],"label_agreement":null},{"id":"W2147385136","doi":"10.11139/cj.28.3.744-765","title":"Computer Assisted Pronunciation Training","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":194,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pronunciation; Vowel; Computer science; Vowel length; Speech recognition; Linguistics; Perception; Psychology","score_opus":0.269428622989657,"score_gpt":0.3732243311881166,"score_spread":0.10379570819845962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147385136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9392753,0.00018450974,0.010088741,0.0002662851,0.0022384198,0.00009198974,0.0000035027913,0.00003254185,0.04781867],"genre_scores_gemma":[0.9963176,0.0000059503886,0.0017547876,0.0002988175,0.0006124993,0.0000060767015,0.0000022394956,0.000012319171,0.0009897121],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991165,0.00016122637,0.00018905789,0.00011741167,0.00012192082,0.00029389423],"domain_scores_gemma":[0.9995336,0.00003074673,0.000083012565,0.00012820271,0.000087419445,0.0001370337],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00048132555,0.0000683382,0.00011015035,0.00009694238,0.00012634372,0.00003039304,0.00017078206,0.00010588019,0.0038814452],"category_scores_gemma":[0.000017953202,0.00005778354,0.000055376924,0.00009378691,0.000056870595,0.000041341566,0.00002306562,0.00044724444,0.00038052062],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037236957,0.00067519216,0.036288377,0.000009806103,0.00049274444,0.0007877769,0.20347753,0.0000036340543,0.0055993525,0.005914534,0.07334393,0.6730347],"study_design_scores_gemma":[0.0010121814,0.00037334353,0.9803653,0.000014094489,0.000016254475,0.0019522848,0.00059288833,0.00022303639,0.00020794952,0.002870991,0.01222994,0.00014178746],"about_ca_topic_score_codex":0.000019870615,"about_ca_topic_score_gemma":0.0000049624164,"teacher_disagreement_score":0.9440769,"about_ca_system_score_codex":0.000030669806,"about_ca_system_score_gemma":0.000058119742,"threshold_uncertainty_score":0.9970291},"labels":[],"label_agreement":null},{"id":"W2152175132","doi":"10.11139/cj.28.2.460-472","title":"Retention in SLA Lexical Processing","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Victoria","funders":"","keywords":"Computer science; Natural language processing; Linguistics; Artificial intelligence; Psychology","score_opus":0.09312754495153247,"score_gpt":0.33744447400006783,"score_spread":0.24431692904853536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152175132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8786296,0.0038798293,0.0026837722,0.00012304152,0.00063479453,0.000042826505,4.4136485e-7,0.000034682776,0.113970995],"genre_scores_gemma":[0.99479413,0.0000021242531,0.00034351624,0.0029702154,0.00031394506,0.000002794416,0.0000016814708,0.000010628337,0.001560991],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99927014,0.00013988728,0.00020567433,0.00010758408,0.00008176474,0.00019494559],"domain_scores_gemma":[0.999717,0.000010249641,0.000082857696,0.000076369855,0.000029708552,0.000083798965],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003794804,0.000059237333,0.00008517588,0.00012518515,0.000075714335,0.000034170662,0.00008614481,0.00008083235,0.09777354],"category_scores_gemma":[0.000032310967,0.00005167158,0.000048884136,0.0001111577,0.000028367602,0.000106549676,0.000008755585,0.0004372596,0.00026573314],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006718927,0.0008156898,0.038844083,0.000040172003,0.000085816326,0.006006791,0.15809244,0.000007109275,0.0061577153,0.015752623,0.020922998,0.7526027],"study_design_scores_gemma":[0.004690992,0.00042057905,0.8948118,0.000279823,0.000047085785,0.010193898,0.041501258,0.00035947465,0.00057682133,0.0043131695,0.042180795,0.00062429946],"about_ca_topic_score_codex":0.000019509978,"about_ca_topic_score_gemma":0.0000017209503,"teacher_disagreement_score":0.8559677,"about_ca_system_score_codex":0.00002603391,"about_ca_system_score_gemma":0.0000183907,"threshold_uncertainty_score":0.9030512},"labels":[],"label_agreement":null},{"id":"W2153564391","doi":"10.1558/cj.v20i3.437-450","title":"Grammatical Errors and Feedback","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Grammar; German; Parsing; Dialog box; Natural language processing; Linguistics; Relevance (law); Artificial intelligence; World Wide Web","score_opus":0.03604364875005453,"score_gpt":0.2406427214086211,"score_spread":0.20459907265856658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153564391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8214903,0.0006097974,0.00047251838,0.00086822326,0.000761369,0.00003627608,0.0000011527485,0.00004732671,0.17571305],"genre_scores_gemma":[0.9877462,0.000017979775,0.0003226012,0.0003357688,0.0005453619,6.8752473e-7,5.2390163e-7,0.00001288502,0.0110180145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993341,0.00013613075,0.0001536857,0.00007579095,0.000115075716,0.00018521874],"domain_scores_gemma":[0.9996718,0.00004853007,0.000052686093,0.00005947978,0.000033556076,0.0001339494],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00044641428,0.00007836304,0.00010606595,0.000046388053,0.00058427744,0.0003444361,0.00005261477,0.000027606162,0.002368518],"category_scores_gemma":[0.000156788,0.00005886377,0.00004620017,0.000011224709,0.00013141263,0.000108634544,0.000008020891,0.00047458068,0.00008444905],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009346658,0.00006076599,0.003165815,0.000024493425,0.000047906855,0.000056398483,0.049734384,0.000015276051,0.00007850126,0.9110779,0.022641415,0.013087764],"study_design_scores_gemma":[0.00030748887,0.00006023795,0.00035214645,0.00003563578,0.000018238085,0.00039209062,0.0069193793,0.0000809324,0.000016689839,0.007850101,0.983843,0.00012400374],"about_ca_topic_score_codex":0.00000860787,"about_ca_topic_score_gemma":0.00001313326,"teacher_disagreement_score":0.96120167,"about_ca_system_score_codex":0.000014450058,"about_ca_system_score_gemma":0.000020154555,"threshold_uncertainty_score":0.99854344},"labels":[],"label_agreement":null},{"id":"W2161608633","doi":"10.1558/cj.v23i1.17-48","title":"Language Learners and Generic Spell Checkers in CALL","year":2006,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Linguistics, Language Diversity, and Identity","field":"Arts and Humanities","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Spelling; Spell; Computer science; Natural language processing; Competence (human resources); German; Correctness; Artificial intelligence; Word (group theory); Linguistics; Programming language; Psychology","score_opus":0.01777159364031723,"score_gpt":0.21489890436612535,"score_spread":0.19712731072580814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161608633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97791386,0.0011158682,0.000012743211,0.0000374715,0.0025633362,0.00003317358,0.000011024696,0.000020825324,0.018291727],"genre_scores_gemma":[0.9774594,0.00006361234,0.000057188085,0.00025255536,0.010744876,1.3412462e-7,0.0000058040077,0.000012857168,0.011403588],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994056,0.0000306805,0.00015287033,0.00009908674,0.00012277532,0.000188993],"domain_scores_gemma":[0.99966097,0.000011906019,0.000060552582,0.000062810665,0.00013623977,0.00006754943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015506383,0.00008315916,0.000116298426,0.000107504435,0.00012210142,0.00025449911,0.0000897443,0.000031189706,0.0005010553],"category_scores_gemma":[0.000243609,0.00007377032,0.000047097023,0.000023224871,0.00013093867,0.00010261566,0.000033132193,0.00019977767,0.00009435243],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006472935,0.00032445617,0.25058353,0.000112630376,0.00008211315,0.0020154058,0.23592576,0.000101698126,0.00032935443,0.016970236,0.49130055,0.0021895287],"study_design_scores_gemma":[0.005095919,0.00020961314,0.04917606,0.000153343,0.00021402437,0.000114246126,0.25473526,0.00088562875,0.0006773507,0.0054808287,0.68180144,0.0014562537],"about_ca_topic_score_codex":0.00319116,"about_ca_topic_score_gemma":0.0041745575,"teacher_disagreement_score":0.20140746,"about_ca_system_score_codex":0.00005023969,"about_ca_system_score_gemma":0.000020519983,"threshold_uncertainty_score":0.5486204},"labels":[],"label_agreement":null},{"id":"W2162107240","doi":"10.1558/cj.v24i1.59-75","title":"A Comparison of Chat Room Productivity","year":2007,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Task (project management); Vocabulary; Chat room; Quarter (Canadian coin); Duration (music); Online chat; Mathematics education; Psychology; Productivity; Computer science; Medical education; World Wide Web; The Internet; Artificial intelligence; Linguistics; Medicine; Engineering","score_opus":0.08510132683981071,"score_gpt":0.34352417636247123,"score_spread":0.25842284952266054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162107240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96375304,0.00055506197,0.0011089022,0.00033544988,0.000808031,0.00003553896,0.0000013131684,0.000029179042,0.0333735],"genre_scores_gemma":[0.99404144,0.000002678537,0.00010718945,0.000046231136,0.001956393,2.7456164e-7,9.702244e-7,0.000010026079,0.003834811],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992089,0.00007050081,0.0002613177,0.00008294684,0.00018525214,0.00019107551],"domain_scores_gemma":[0.99949116,0.000054802902,0.0001945859,0.00009450574,0.000090055524,0.00007492414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011943029,0.00007339769,0.00017605165,0.00008702837,0.00038478003,0.000094565745,0.000100210775,0.000025964235,0.0006580067],"category_scores_gemma":[0.000107029235,0.000057781872,0.00007435576,0.000021149142,0.00008634001,0.00012769607,0.000015724783,0.0005389478,0.000021663054],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018381052,0.0010352262,0.17657523,0.00012185799,0.00017970208,0.000054724784,0.46958384,0.00024240352,0.0065290164,0.1169166,0.03644136,0.19213624],"study_design_scores_gemma":[0.0003479928,0.00021531078,0.008344255,0.00009565096,0.000029444915,0.00008335774,0.013944502,0.00013974082,0.0026914412,0.00076462154,0.9731675,0.00017621942],"about_ca_topic_score_codex":0.00004008135,"about_ca_topic_score_gemma":0.00011015653,"teacher_disagreement_score":0.9367261,"about_ca_system_score_codex":0.00002586198,"about_ca_system_score_gemma":0.0000222273,"threshold_uncertainty_score":0.7204712},"labels":[],"label_agreement":null},{"id":"W2164868381","doi":"10.11139/cj.27.3.517-528","title":"Virtual Vocabulary","year":2010,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Vocabulary; Vocabulary development; Natural language processing; Linguistics; Computer-Assisted Instruction; Artificial intelligence; Multimedia","score_opus":0.01052339195779267,"score_gpt":0.30664093714087753,"score_spread":0.29611754518308486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164868381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94387996,0.0010110254,0.0013113475,0.00045416405,0.0044055344,0.000028283335,0.0000015806529,0.000049566166,0.048858523],"genre_scores_gemma":[0.9768329,0.0000013658807,0.00018052569,0.015403086,0.0021736687,0.000002075806,0.0000035152684,0.000016709097,0.0053861104],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993287,0.00008567563,0.0001580927,0.00010667832,0.00010797622,0.00021287957],"domain_scores_gemma":[0.99949676,0.0000456437,0.00006962427,0.00017232046,0.00003948146,0.00017614939],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00033619933,0.00007283322,0.000086611835,0.000085294625,0.00015188301,0.00006833096,0.00015090973,0.000105147126,0.38859782],"category_scores_gemma":[0.00006600123,0.00006214379,0.000076465,0.0000675391,0.000046184494,0.00006882462,0.000014380345,0.0010235372,0.0019972993],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019667172,0.00038566432,0.005508332,0.000004289557,0.0002717582,0.004779867,0.024736747,0.00001568372,0.1068052,0.08150353,0.34729925,0.428493],"study_design_scores_gemma":[0.0016607665,0.00020413141,0.048665337,0.000010339755,0.000025606034,0.015137071,0.0067245914,0.000046773126,0.0005501246,0.00053533213,0.92614543,0.00029447474],"about_ca_topic_score_codex":0.0000048519005,"about_ca_topic_score_gemma":0.0000010649297,"teacher_disagreement_score":0.5788462,"about_ca_system_score_codex":0.000007629137,"about_ca_system_score_gemma":0.00002315697,"threshold_uncertainty_score":0.9987798},"labels":[],"label_agreement":null},{"id":"W2168162292","doi":"10.11139/cj.28.3.588-605","title":"Creating Podcasts for Academic Listening in French","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Active listening; Focus group; Perception; Psychology; Mathematics education; Academic year; Pedagogy; Focus (optics); Sociology; Communication","score_opus":0.11741479255246542,"score_gpt":0.29663145633704224,"score_spread":0.17921666378457682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168162292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8929372,0.000601765,0.00083104987,0.00013714294,0.0008063559,0.000082556726,0.0000037610253,0.00005031479,0.104549885],"genre_scores_gemma":[0.9899774,0.000011040299,0.00095410354,0.00021028976,0.001829023,0.0000059345934,0.0000020150367,0.000020795522,0.006989388],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991302,0.00007813222,0.0002978228,0.000109420325,0.0001021061,0.00028232107],"domain_scores_gemma":[0.99955714,0.00009756775,0.00014593964,0.00006190881,0.000054792363,0.000082647835],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007727928,0.00009669688,0.00014363014,0.00013150644,0.00053354364,0.00012637414,0.00014865979,0.000058354384,0.00094532076],"category_scores_gemma":[0.00022423232,0.00008122801,0.00008097714,0.000020282667,0.000053181968,0.00021195234,0.0000195058,0.00095370767,0.000019055798],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049973623,0.000083141036,0.043167196,0.000060596856,0.00005253019,0.000090909154,0.8223972,0.00005525073,0.0004770666,0.07871222,0.007436733,0.0474172],"study_design_scores_gemma":[0.0032577098,0.0006991704,0.02138505,0.0015973381,0.00010573829,0.000883808,0.061459485,0.0045571616,0.00032637885,0.020289944,0.88437027,0.0010679549],"about_ca_topic_score_codex":0.00022463678,"about_ca_topic_score_gemma":0.00010781671,"teacher_disagreement_score":0.8769335,"about_ca_system_score_codex":0.00004078356,"about_ca_system_score_gemma":0.000032318367,"threshold_uncertainty_score":0.99996793},"labels":[],"label_agreement":null},{"id":"W2170061155","doi":"10.1558/cj.v24i2.313-330","title":"Using the French Tutor Multimedia Package or a Textbook to Teach Two French Past Tense Verbs","year":2007,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"TUTOR; Grammar; Computer science; Variety (cybernetics); Verb; Mathematics education; Modal verb; Multimedia; Psychology; Linguistics; Artificial intelligence","score_opus":0.06819377950829064,"score_gpt":0.3167475988609965,"score_spread":0.24855381935270587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170061155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95928365,0.0004710403,0.013144194,0.0011064962,0.002547889,0.00028134207,0.000022836433,0.00014448327,0.022998095],"genre_scores_gemma":[0.9563553,0.0000044388603,0.0030554591,0.0018557073,0.009034648,0.0000036900883,0.000004208052,0.0000540754,0.029632518],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99799824,0.00023385114,0.00046680853,0.00023561525,0.00042767572,0.0006378155],"domain_scores_gemma":[0.9986802,0.00033012452,0.00019768998,0.00028780266,0.00016410172,0.0003400972],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019281493,0.00024757243,0.0002584492,0.00019387456,0.0018307423,0.0007245251,0.00037270642,0.00006566287,0.0030999684],"category_scores_gemma":[0.00031519085,0.00014416136,0.0001574715,0.00007490629,0.00019962786,0.00019762048,0.000075263415,0.0013650293,0.00018512899],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017738638,0.00047123097,0.015400097,0.00005139705,0.00036068895,0.0013129096,0.59077597,0.0006246124,0.0089460425,0.003619876,0.24213314,0.13612664],"study_design_scores_gemma":[0.0010030296,0.00021861169,0.0036896158,0.00020939868,0.000089394896,0.00070133485,0.014558652,0.0014413592,0.0001428276,0.0001338104,0.97736615,0.000445797],"about_ca_topic_score_codex":0.0006978122,"about_ca_topic_score_gemma":0.0010036998,"teacher_disagreement_score":0.735233,"about_ca_system_score_codex":0.00014461958,"about_ca_system_score_gemma":0.000110644396,"threshold_uncertainty_score":0.99946874},"labels":[],"label_agreement":null},{"id":"W2171933221","doi":"10.1558/cj.v22i2.237-250","title":"Challenge of Developing and Implementing Multimedia Courseware for a Japanese Language Program","year":2005,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Roads University; University of Alberta","funders":"","keywords":"Computer science; Nomothetic and idiographic; Curriculum; Process (computing); Multimedia; Benchmark (surveying); Language acquisition; Technology integration; Educational technology; Mathematics education; Programming language; Pedagogy; Psychology","score_opus":0.046937613318681536,"score_gpt":0.33303137601147437,"score_spread":0.28609376269279285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171933221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884309,0.002577379,0.00030262646,0.0019140532,0.00022888364,0.0002824089,0.00001782741,0.000083198305,0.0061627133],"genre_scores_gemma":[0.99101096,0.000029096387,0.006411051,0.000089787965,0.0015369807,0.000013166825,0.0000075760927,0.000018085331,0.00088327256],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928236,0.000040089653,0.00023594058,0.00008899603,0.00010498761,0.0002476106],"domain_scores_gemma":[0.99956113,0.00007982681,0.00015434223,0.000052306154,0.00008835409,0.00006401285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055228436,0.0000876502,0.0001449138,0.000066814675,0.0004246927,0.0001312395,0.000073782016,0.000026573416,0.00020180874],"category_scores_gemma":[0.00008548067,0.00007137517,0.000057678055,0.000011016177,0.000063301646,0.00012621748,0.00002385327,0.00021472863,0.000002462991],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014352801,0.00006371867,0.00033671543,0.00009428194,0.000055808145,0.000005301173,0.35475865,0.0000037566522,0.00014744248,0.0045031877,0.0009211769,0.6390956],"study_design_scores_gemma":[0.0016448621,0.00028006278,0.00021867492,0.00035616223,0.00006076946,0.00007617203,0.123188764,0.002948043,0.00016446033,0.00012929944,0.87063855,0.00029417838],"about_ca_topic_score_codex":0.00003086195,"about_ca_topic_score_gemma":0.00021520151,"teacher_disagreement_score":0.86971736,"about_ca_system_score_codex":0.000021341151,"about_ca_system_score_gemma":0.000030560845,"threshold_uncertainty_score":0.3266436},"labels":[],"label_agreement":null},{"id":"W2232982059","doi":"10.1558/calico.v32i1.25646","title":"Software Review: Mango Conversations—Japanese for English Speakers","year":2015,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Pronunciation; Computer science; Software; Drill; Linguistics; Computer-Assisted Instruction; Natural language processing; Multimedia; Engineering; Programming language","score_opus":0.14437075764045243,"score_gpt":0.44062223630200376,"score_spread":0.2962514786615513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2232982059","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10841969,0.17390586,0.06895244,0.21838611,0.07697344,0.0066393823,0.00026573954,0.00083317934,0.34562415],"genre_scores_gemma":[0.05397117,0.052246287,0.51997626,0.06349565,0.07593138,0.0004930504,0.00019824776,0.00021280209,0.23347516],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99893314,0.00024319475,0.00019888015,0.000096089425,0.00031449008,0.00021423811],"domain_scores_gemma":[0.99822575,0.00025782073,0.00012422625,0.00008697186,0.00091233634,0.0003928883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029421165,0.00006325901,0.00012913765,0.00003135725,0.00035002577,0.00009285657,0.00018583804,0.000053476062,0.0003031339],"category_scores_gemma":[0.0076688444,0.000056259996,0.00010070116,0.00014288927,0.00009831811,0.00022548014,0.000010408702,0.00013068857,0.000025579451],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011850117,0.00004678859,0.0017877775,0.00006300895,0.000024092034,0.0000027528474,0.03187558,0.000005220982,0.000005988147,0.0050126617,0.9383257,0.022838566],"study_design_scores_gemma":[0.00023791988,0.000021213624,0.00029718832,0.00010147148,0.000027305943,0.000009604026,0.008910082,0.0000015427295,0.000006561892,0.0036032966,0.98670304,0.00008077118],"about_ca_topic_score_codex":0.000066453285,"about_ca_topic_score_gemma":0.000033386255,"teacher_disagreement_score":0.45102382,"about_ca_system_score_codex":0.00017906331,"about_ca_system_score_gemma":0.0007969292,"threshold_uncertainty_score":0.9180877},"labels":[],"label_agreement":null},{"id":"W2478536678","doi":"10.1558/cj.v32i1.25962","title":"Learning L2 pronunciation with a mobile speech recognizer: French /y/","year":2015,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Concordia University","funders":"","keywords":"Pronunciation; Conversation; Vowel; Perception; Computer science; Psychology; Speech recognition; Linguistics; Multimedia; Communication","score_opus":0.05249832009556687,"score_gpt":0.34800790154781064,"score_spread":0.29550958145224376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2478536678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97770935,0.00061858725,0.0005801472,0.00030749344,0.0006366631,0.00017299353,0.000002702842,0.000033139382,0.019938909],"genre_scores_gemma":[0.9863881,0.000032467873,0.0007532155,0.00011061259,0.0005980324,0.000039832597,0.000008374682,0.000026197842,0.012043193],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985999,0.0002962853,0.0002088196,0.00019007271,0.00030592066,0.000399033],"domain_scores_gemma":[0.99899846,0.0000566088,0.00013199606,0.00016548575,0.00034188334,0.00030558114],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010319465,0.00010873981,0.00016311066,0.00013131791,0.0001509174,0.00008152957,0.00018871018,0.00013993925,0.0013969647],"category_scores_gemma":[0.00012696249,0.00008311461,0.000040065555,0.00021781038,0.00007612922,0.00006951392,0.000033580687,0.0010161458,0.00076132995],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010465038,0.0008951552,0.3523554,0.000021379541,0.00058813335,0.0016095483,0.06461686,0.0006525238,0.004242977,0.00017694039,0.23724587,0.33654872],"study_design_scores_gemma":[0.015591676,0.016210115,0.242435,0.00017690747,0.00017535937,0.022416046,0.011641357,0.0014094592,0.0033947688,0.008652337,0.67650634,0.0013906306],"about_ca_topic_score_codex":0.0001135804,"about_ca_topic_score_gemma":0.000034643992,"teacher_disagreement_score":0.43926048,"about_ca_system_score_codex":0.00009643235,"about_ca_system_score_gemma":0.00022367871,"threshold_uncertainty_score":0.9995159},"labels":[],"label_agreement":null},{"id":"W2581307598","doi":"10.1558/cj.29522","title":"The Effects of Captions on EFL Learners’ Comprehension of English-Language Television Programs","year":2017,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Comprehension; Psychology; Linguistics","score_opus":0.03383718002309421,"score_gpt":0.2804902783489254,"score_spread":0.2466530983258312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581307598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98928934,0.0006840734,0.000004902969,0.00009420784,0.0022070904,0.000114558214,0.0000029610671,0.000009796878,0.0075930827],"genre_scores_gemma":[0.9974934,0.0001839133,0.00001131802,0.000023726721,0.0012211797,0.00000234723,0.0000016586499,0.000009975971,0.0010524705],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993265,0.00005470391,0.00019397085,0.000067663874,0.00021959661,0.00013754675],"domain_scores_gemma":[0.9990075,0.00018849061,0.00030122916,0.0002478699,0.00019293919,0.00006193358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018499457,0.00007868412,0.00015107675,0.00003477333,0.0007851302,0.00019944993,0.00023294907,0.0000298578,0.00010979217],"category_scores_gemma":[0.0005602715,0.000043795637,0.00011989665,0.000009005364,0.0003449044,0.00008353686,0.000039575585,0.00021179403,0.000012660829],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018358981,0.00062206335,0.0019705682,0.0003108657,0.00019643763,0.00006136696,0.1860702,0.000009721816,0.015807739,0.05180043,0.011496075,0.73147094],"study_design_scores_gemma":[0.0041037556,0.004394919,0.012516478,0.0036515824,0.00025237602,0.0000363142,0.07393259,0.00024349826,0.029305754,0.0014795269,0.8695036,0.00057956576],"about_ca_topic_score_codex":0.00004195066,"about_ca_topic_score_gemma":0.000046531066,"teacher_disagreement_score":0.85800755,"about_ca_system_score_codex":0.000011297937,"about_ca_system_score_gemma":0.0000179409,"threshold_uncertainty_score":0.6038666},"labels":[],"label_agreement":null},{"id":"W2581539930","doi":"10.1558/cj.29527","title":"Encouraging Free Play: Extramural Digital Game-Based Language Learning as a Complex Adaptive System","year":2017,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Entertainment; Multimedia; Interactivity; Language acquisition; German; Context (archaeology); Game mechanics; Mathematics education; Human–computer interaction; Psychology; Linguistics","score_opus":0.03831151911905919,"score_gpt":0.2592197191828111,"score_spread":0.22090820006375192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581539930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8598049,0.0003657193,0.0009898187,0.00032890015,0.00070056255,0.00007695929,0.00002807001,0.00020094222,0.1375041],"genre_scores_gemma":[0.99160266,8.2531943e-7,0.00009143713,0.00026127536,0.002213726,0.0000035836968,0.00001627135,0.000043371718,0.0057668705],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99860865,0.00013171819,0.00029454182,0.00021142159,0.00032679684,0.00042688832],"domain_scores_gemma":[0.9987428,0.00012502704,0.0004577708,0.00038180113,0.00009258505,0.0002000185],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004108543,0.00022135691,0.00028301083,0.00012891149,0.0026802034,0.0040595983,0.0006042764,0.00005654277,0.0020561768],"category_scores_gemma":[0.00041572924,0.00018221069,0.00020390582,0.000011767859,0.00022522298,0.00065179094,0.00008944935,0.0011446262,0.00017102725],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004303822,0.00026541564,0.011609554,0.00024064475,0.00073628174,0.008336796,0.5467236,0.0024154726,0.0014379204,0.099757224,0.012274369,0.3157723],"study_design_scores_gemma":[0.006328309,0.00083998556,0.003243092,0.0017328708,0.00020536789,0.0023625023,0.7478049,0.045640495,0.0002064611,0.00046090063,0.18953267,0.0016424763],"about_ca_topic_score_codex":0.00065040303,"about_ca_topic_score_gemma":0.00011837073,"teacher_disagreement_score":0.31412983,"about_ca_system_score_codex":0.000112320056,"about_ca_system_score_gemma":0.00007550457,"threshold_uncertainty_score":0.99885607},"labels":[],"label_agreement":null},{"id":"W2770310262","doi":"10.1558/cj.35133","title":"Real English Interactive Level 1 Version 2.0","year":2001,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Computer-Assisted Instruction; Multimedia; Natural language processing","score_opus":0.031801645228379145,"score_gpt":0.31752910826781927,"score_spread":0.28572746303944013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770310262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7058428,0.00007438685,0.24858317,0.009974162,0.004559856,0.000064743705,0.0000025862757,0.00017158217,0.030726729],"genre_scores_gemma":[0.98376065,0.00013938163,0.014324856,0.00027888888,0.00043286124,0.0000023414193,0.0000012879867,0.0000034061866,0.0010563458],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99942696,0.00003843836,0.000118015145,0.00011965037,0.0001499732,0.00014695052],"domain_scores_gemma":[0.99947023,0.00005613291,0.00007483489,0.00015443617,0.0001649926,0.00007934534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019226645,0.000059019043,0.00006339911,0.000090986214,0.00017539911,0.00009147315,0.00048296666,0.00005176056,0.000101242804],"category_scores_gemma":[0.000059262962,0.00005107303,0.00004121912,0.00016060281,0.000027846865,0.0004769421,0.00009339451,0.00033843942,0.000060489856],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007503266,0.0010226015,0.07615453,0.000007576916,0.00018345048,0.00066188385,0.009284039,0.00010640842,0.0054172645,0.39741248,0.3006064,0.20906833],"study_design_scores_gemma":[0.0018763021,0.0004907318,0.20405237,0.00015408838,0.00002505279,0.0037616014,0.0034147094,0.0045986376,0.008390083,0.07410046,0.6984703,0.00066567055],"about_ca_topic_score_codex":0.000004980458,"about_ca_topic_score_gemma":0.0000011842685,"teacher_disagreement_score":0.3978639,"about_ca_system_score_codex":0.000114988194,"about_ca_system_score_gemma":0.00012511584,"threshold_uncertainty_score":0.20826977},"labels":[],"label_agreement":null},{"id":"W2775685299","doi":"10.1558/cj.33156","title":"Synthesizing the Practice of SCMC-based Telecollaboration: A Scoping Review","year":2017,"lang":"en","type":"review","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Celiac Association","keywords":"Pedagogy; Diversification (marketing strategy); Set (abstract data type); Computer-mediated communication; Intercultural communication; Psychology; Mathematics education; Computer science; The Internet; Business; World Wide Web","score_opus":0.25283329783851094,"score_gpt":0.45472190625085196,"score_spread":0.20188860841234102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775685299","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2061074e-7,0.97592777,0.000056117922,0.0010211578,0.0006800068,0.00050698174,0.000008155193,0.000021484419,0.021778189],"genre_scores_gemma":[0.000005710585,0.99565125,0.00016686488,0.0006338949,0.0024697145,0.000030023351,0.000007109289,0.00004575428,0.0009896957],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967956,0.0014554543,0.00096543605,0.00018299396,0.0003630103,0.00023753908],"domain_scores_gemma":[0.99447536,0.0015080224,0.0029894123,0.00052269065,0.00042872544,0.00007580144],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0042911903,0.00027960862,0.0013131087,0.00011325568,0.001953506,0.000928293,0.0006485786,0.00009214671,0.0008103878],"category_scores_gemma":[0.0051713986,0.000161289,0.0005075815,0.00005345974,0.00020386047,0.0003330155,0.00004128577,0.001453756,0.00006200437],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023396324,0.000025475256,2.1574239e-7,0.06127188,0.00013634525,0.000028761493,0.0010170166,0.0000020570553,3.057617e-8,0.0020974658,0.005501876,0.92991656],"study_design_scores_gemma":[0.00004436929,0.000023347548,1.3307697e-8,0.38296852,0.00075530075,0.0001494934,0.00014693974,0.0000021328149,8.5076366e-8,0.0000051222128,0.61578935,0.00011531261],"about_ca_topic_score_codex":0.000016659498,"about_ca_topic_score_gemma":0.000019486908,"teacher_disagreement_score":0.9298012,"about_ca_system_score_codex":0.000072292845,"about_ca_system_score_gemma":0.0012606414,"threshold_uncertainty_score":0.99934584},"labels":[],"label_agreement":null},{"id":"W2889616610","doi":"10.1558/cj.36318","title":"ARIS: A Tool to Promote Language Learning Through AR Gaming","year":2018,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Computer-Assisted Instruction; Natural language processing; Mathematics education; Multimedia; Psychology","score_opus":0.030930051611972927,"score_gpt":0.28725462611946906,"score_spread":0.25632457450749613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889616610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92240053,0.00027407196,0.002506264,0.0006633597,0.00083759724,0.00007886616,0.0000018509209,0.00014910262,0.07308835],"genre_scores_gemma":[0.96367663,0.0000061251135,0.0014687164,0.0011030191,0.006791228,0.0000034241339,0.0000023032119,0.00003778268,0.026910774],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988285,0.0001363779,0.00025607,0.00017336653,0.00022890414,0.00037683264],"domain_scores_gemma":[0.9994855,0.000034135584,0.00012610227,0.00013222931,0.00011054824,0.00011146499],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006567773,0.00014425108,0.00017363786,0.00008649118,0.0013531178,0.0006404714,0.00018498536,0.000043702334,0.0028545107],"category_scores_gemma":[0.0003125471,0.00011747965,0.00009325982,0.000042852127,0.00009843049,0.00028117697,0.00005208686,0.00091552915,0.0006877365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040278985,0.00006163218,0.0005585019,0.000024088507,0.00007865833,0.00013024034,0.8845721,0.00008173345,0.003246507,0.014148001,0.017057706,0.08000055],"study_design_scores_gemma":[0.0002521163,0.00031358466,0.000104228704,0.0001829405,0.000021492959,0.00014584714,0.024417758,0.00023370422,0.00031387276,0.00034722118,0.9734441,0.00022312607],"about_ca_topic_score_codex":0.00012479156,"about_ca_topic_score_gemma":0.00005837951,"teacher_disagreement_score":0.9563864,"about_ca_system_score_codex":0.000052243046,"about_ca_system_score_gemma":0.000037265512,"threshold_uncertainty_score":0.999947},"labels":[],"label_agreement":null},{"id":"W2908633243","doi":"10.1558/cj.35208","title":"Teaching Language, Promoting Social Justice","year":2019,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Russian Literature and Bakhtin Studies","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Dialogic; Social media; Pedagogy; Sociology; Argument (complex analysis); Comprehension approach; Language acquisition; Teaching method; Sociology of language; Language education; Linguistics; Computer science; Psychology; Mathematics education; World Wide Web","score_opus":0.012999706095374118,"score_gpt":0.34041683505330694,"score_spread":0.32741712895793285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908633243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5364751,0.00060894026,0.000073614516,0.008666221,0.0016638254,0.00010933234,0.0000022980416,0.00005999591,0.45234066],"genre_scores_gemma":[0.9761178,0.000014163971,0.0002962595,0.00092130643,0.0057935263,0.000001111236,6.7911054e-7,0.000009064299,0.016846122],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.998883,0.00024959416,0.00015236367,0.000102805345,0.000303358,0.00030885497],"domain_scores_gemma":[0.99964017,0.00006649253,0.00010716092,0.00004833549,0.0000519582,0.00008590673],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0010996516,0.00007319918,0.00012794165,0.000043364522,0.001618808,0.00027417712,0.00017106523,0.000070057955,0.00024405643],"category_scores_gemma":[0.00018319592,0.000058593832,0.000080639606,0.000097608776,0.0000625847,0.00023519914,0.0000300715,0.00053349504,0.00011371122],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019913869,0.000084150044,0.007960707,0.00007600897,0.00008319841,0.00010641976,0.7381853,8.1280905e-7,0.0027345861,0.08636126,0.075203605,0.08918407],"study_design_scores_gemma":[0.00039414232,0.00004159238,0.0025996447,0.00008461683,0.00006658339,0.000051910378,0.08932252,0.000010859281,0.000058897243,0.0011145179,0.90603316,0.0002215397],"about_ca_topic_score_codex":0.000051030696,"about_ca_topic_score_gemma":0.00001868338,"teacher_disagreement_score":0.83082956,"about_ca_system_score_codex":0.00006168341,"about_ca_system_score_gemma":0.000077698205,"threshold_uncertainty_score":0.99968094},"labels":[],"label_agreement":null},{"id":"W2978961043","doi":"10.1558/cj.39253","title":"Bilingues, francophiles et citoyens du web ! / Bilinguals, Francophiles and Web Citizens!","year":2019,"lang":"fr","type":"article","venue":"CALICO Journal","topic":"Discourse Analysis in Language Studies","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Humanities; Art; Political science; Sociology","score_opus":0.010914242298172705,"score_gpt":0.24863513997847467,"score_spread":0.23772089768030197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978961043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7422429,0.15887246,0.0000130735,0.007854773,0.011065098,0.0002519629,0.00041175768,0.00008120576,0.07920677],"genre_scores_gemma":[0.90492225,0.038423438,0.0001683274,0.001843809,0.014462355,0.0000064947844,0.000022436183,0.00012281127,0.040028095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962504,0.00043385383,0.001045544,0.0006440273,0.00071772485,0.0009084771],"domain_scores_gemma":[0.9974706,0.00046811512,0.0005567905,0.00052824226,0.0005883761,0.00038785295],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013281269,0.0006807225,0.001109334,0.00048042397,0.0012453799,0.0013424235,0.0004421948,0.00021997577,0.015727637],"category_scores_gemma":[0.00036747585,0.0005741352,0.0005621296,0.000187907,0.0015042722,0.00055536145,0.000271576,0.0012514567,0.0007289057],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023318508,0.0016044413,0.036157623,0.0013249866,0.0054778657,0.0024984062,0.1616767,0.0005995277,0.0030984082,0.4632953,0.30204615,0.021987377],"study_design_scores_gemma":[0.00180666,0.0003472154,0.0008664089,0.0010166002,0.00060727954,0.0007432674,0.045992985,0.0009470757,0.000039439194,0.0062015397,0.9405122,0.00091934355],"about_ca_topic_score_codex":0.00024679973,"about_ca_topic_score_gemma":0.0010613361,"teacher_disagreement_score":0.638466,"about_ca_system_score_codex":0.0001105562,"about_ca_system_score_gemma":0.00042502396,"threshold_uncertainty_score":0.9996943},"labels":[],"label_agreement":null},{"id":"W3032992654","doi":"10.1558/cj.36523","title":"Using Grammar Checkers in an ESL Context","year":2020,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Text Readability and Simplification","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"TUTOR; Grammar; Computer science; Set (abstract data type); Context (archaeology); Word (group theory); Natural language processing; English grammar; Identification (biology); Corrective feedback; Artificial intelligence; Linguistics; Psychology; Mathematics education; Programming language","score_opus":0.16513473083563346,"score_gpt":0.3264333420404734,"score_spread":0.16129861120483996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032992654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58365273,0.00007805778,0.41258824,0.003413222,0.00013321884,0.000047599213,5.6378167e-7,0.000028647297,0.000057712088],"genre_scores_gemma":[0.9886992,0.0000040286027,0.009656615,0.0014949766,0.00013564632,6.82114e-7,5.7550443e-7,0.000004070794,0.000004222175],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991488,0.00011080341,0.00022973637,0.00017753812,0.00015913723,0.00017400479],"domain_scores_gemma":[0.9994325,0.00001992862,0.00007663201,0.00017970984,0.000056843954,0.00023440186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030586566,0.00006809727,0.00010824736,0.000046079556,0.00009468855,0.00024127524,0.0004871165,0.000045919187,0.000018117564],"category_scores_gemma":[0.00007234377,0.00006238228,0.000043594875,0.0002532226,0.000032558324,0.00066043297,0.00004568983,0.0002627361,0.000014903252],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091106405,0.00039049174,0.08956924,0.000047610018,0.00003115198,0.00031001522,0.03585348,0.0037543585,0.0781275,0.0730485,0.0017455639,0.717031],"study_design_scores_gemma":[0.0015650499,0.00036299133,0.051611066,0.00004950975,0.000011410313,0.00056957675,0.0015980663,0.89916986,0.005708541,0.010103376,0.028696045,0.0005545152],"about_ca_topic_score_codex":0.000020150677,"about_ca_topic_score_gemma":0.000015855541,"teacher_disagreement_score":0.8954155,"about_ca_system_score_codex":0.000073367686,"about_ca_system_score_gemma":0.00010421779,"threshold_uncertainty_score":0.25438756},"labels":[],"label_agreement":null},{"id":"W3033612689","doi":"10.1558/cj.36996","title":"Rock or Lock? Gamifying an online course management system for pronunciation instruction","year":2020,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Pronunciation; Context (archaeology); Psychology; Perception; Computer science; Mathematics education; Linguistics","score_opus":0.11739573157982447,"score_gpt":0.2917508522058545,"score_spread":0.17435512062603004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033612689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91754156,0.00045807305,0.06800097,0.0036126461,0.0034332727,0.0008278604,0.00005303978,0.0005588117,0.005513789],"genre_scores_gemma":[0.992576,0.000006814387,0.0009970891,0.0003534351,0.004284707,0.00000869886,0.000027924067,0.000025293886,0.0017200572],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991557,0.000082336235,0.00026290384,0.00014039363,0.00018204264,0.00017664187],"domain_scores_gemma":[0.99947846,0.000016129183,0.00020192408,0.00006880322,0.00010782355,0.00012686773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028504347,0.00010397723,0.00013503178,0.000049951548,0.0007513026,0.00032231634,0.000106372376,0.000032497897,0.00014738264],"category_scores_gemma":[0.000032581018,0.00007994701,0.00006241001,0.00002625221,0.000014706225,0.00028399314,0.000015037946,0.0002989415,0.000016621543],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013755038,0.00091903756,0.0020256483,0.0045542507,0.0007285417,0.00022827742,0.30414882,0.020034311,0.00041827248,0.1506283,0.022816887,0.49212217],"study_design_scores_gemma":[0.003114404,0.0009774202,0.00068396726,0.00052393536,0.0002949815,0.00022665123,0.14922082,0.09045687,0.000051968924,0.00017988906,0.75382674,0.00044234193],"about_ca_topic_score_codex":0.000008759457,"about_ca_topic_score_gemma":0.000037774527,"teacher_disagreement_score":0.73100984,"about_ca_system_score_codex":0.000097635326,"about_ca_system_score_gemma":0.000035183763,"threshold_uncertainty_score":0.5778488},"labels":[],"label_agreement":null},{"id":"W3157210034","doi":"10.1558/cj.38927","title":"A Video-Conferencing English–Spanish eTandem Exchange","year":2021,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Videoconferencing; Contrast (vision); Perspective (graphical); Teleconference; English as a foreign language; Foreign language; Psychology; Focus (optics); Language acquisition; Linguistics; Computer science; Mathematics education; Multimedia; Artificial intelligence","score_opus":0.046559120759229286,"score_gpt":0.2412189452070534,"score_spread":0.1946598244478241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157210034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60360235,0.0038572387,0.00080774137,0.0014000261,0.004750706,0.00006221882,0.000011812378,0.0002297957,0.3852781],"genre_scores_gemma":[0.9685109,0.00011022909,0.00013142185,0.0010349654,0.0071139275,0.0000026582375,0.0000071689456,0.000029331768,0.02305938],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987445,0.00024843824,0.00026627234,0.00017084884,0.00024371436,0.00032625298],"domain_scores_gemma":[0.9991347,0.00008891522,0.00012062969,0.00014665218,0.0003438074,0.00016530213],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006482207,0.00013922832,0.00021127453,0.00007332989,0.0009279912,0.0009835839,0.00014376135,0.000057969555,0.010221384],"category_scores_gemma":[0.00040730482,0.00012031885,0.0001488577,0.00003387812,0.00006511802,0.0002537218,0.00004921498,0.00094806234,0.00009436586],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030160152,0.00019428389,0.005885263,0.000114143775,0.00026981358,0.0010202915,0.6565047,0.000050481787,0.0009820216,0.16592926,0.10688988,0.062129747],"study_design_scores_gemma":[0.00043036634,0.000045930257,0.00031939702,0.00013672473,0.000037894202,0.00020622872,0.022111705,0.00007993362,0.00015473724,0.0012218658,0.9750572,0.00019805286],"about_ca_topic_score_codex":0.000035335474,"about_ca_topic_score_gemma":0.00023217172,"teacher_disagreement_score":0.8681673,"about_ca_system_score_codex":0.00006454729,"about_ca_system_score_gemma":0.00013582897,"threshold_uncertainty_score":0.99068344},"labels":[],"label_agreement":null},{"id":"W4200457640","doi":"10.1558/cj.19666","title":"When “Blended” Becomes “Online”","year":2021,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Pandemic; Student engagement; Blended learning; Learning analytics; Coronavirus disease 2019 (COVID-19); Psychology; Analytics; Medical education; Higher education; Mathematics education; Computer science; Educational technology; Political science; Medicine; Data science","score_opus":0.020039904990966594,"score_gpt":0.2832902304523695,"score_spread":0.2632503254614029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200457640","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16625014,0.003256411,0.5653758,0.2560599,0.0036366025,0.000048611037,0.000012368807,0.0003494527,0.0050106756],"genre_scores_gemma":[0.60245305,0.0005904426,0.35764962,0.0073896917,0.003418104,9.9236e-7,0.000015997684,0.000038767535,0.028443303],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990003,0.000093918374,0.00021904046,0.00017778538,0.00025840267,0.00025055386],"domain_scores_gemma":[0.99918795,0.000048987546,0.00008945568,0.00029597664,0.0001863923,0.00019121669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020246734,0.00009190593,0.0001451453,0.00006953702,0.00016867777,0.0003930122,0.000535767,0.000047598718,0.00013147523],"category_scores_gemma":[0.00013794318,0.00007870463,0.00012351626,0.00020344372,0.000021452834,0.0002462209,0.00015888916,0.00047364586,0.00007208776],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075205694,0.0010903586,0.03305607,0.000058772144,0.00035512043,0.006210747,0.0030620312,0.0028417215,0.004268941,0.12441735,0.2315461,0.5930852],"study_design_scores_gemma":[0.0010839624,0.00013145879,0.0136988545,0.00014128094,0.000042727752,0.007254637,0.00040268074,0.12175956,0.0010836935,0.08964455,0.76418144,0.0005751688],"about_ca_topic_score_codex":0.000001743157,"about_ca_topic_score_gemma":0.0000044357157,"teacher_disagreement_score":0.5925101,"about_ca_system_score_codex":0.000032644417,"about_ca_system_score_gemma":0.00032015593,"threshold_uncertainty_score":0.37898257},"labels":[],"label_agreement":null},{"id":"W4232395850","doi":"10.1558/cj.35163","title":"eViews","year":2002,"lang":"en","type":"article","venue":"CALICO Journal","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science","score_opus":0.1157272055121171,"score_gpt":0.27993551293334684,"score_spread":0.16420830742122974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232395850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60478663,0.043945342,0.0014653408,0.004099831,0.002995031,0.00033143186,0.000034740104,0.00037712432,0.34196454],"genre_scores_gemma":[0.9837458,0.00086799084,0.0012521724,0.001479667,0.0021550248,0.0000043650875,0.0000010840828,0.00011104159,0.010382852],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989838,0.00011462767,0.00025796692,0.000091142,0.00027121248,0.00028124533],"domain_scores_gemma":[0.9993481,0.000017579658,0.00012650194,0.00017298198,0.000071645976,0.00026320326],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00044071252,0.00009428383,0.00014240068,0.0000889817,0.00015645426,0.00010920412,0.000202728,0.00003807307,0.013799792],"category_scores_gemma":[0.00015043144,0.00007314345,0.00012271722,0.00019091975,0.00004049863,0.00017931237,0.000018960434,0.0003715104,0.049090035],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036571785,0.00006904834,0.0020698702,0.0000029328858,0.000018708304,0.00013518872,0.00026487527,0.0000103065195,0.0056489888,0.0002591569,0.9614498,0.03006747],"study_design_scores_gemma":[0.0003872064,0.000029668376,0.0012275911,0.000027375065,0.000017127126,0.0029416117,0.000021525137,0.00060643104,0.00031200348,0.0003000223,0.99401563,0.000113822105],"about_ca_topic_score_codex":8.48234e-7,"about_ca_topic_score_gemma":0.0000010907693,"teacher_disagreement_score":0.37895918,"about_ca_system_score_codex":0.000099114935,"about_ca_system_score_gemma":0.000010505698,"threshold_uncertainty_score":0.98710173},"labels":[],"label_agreement":null},{"id":"W4306874834","doi":"10.1558/cj.18775","title":"An Analysis of Current Research on Computer-Assisted L2 Vocabulary Learning","year":2022,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Affordance; Vocabulary; Computer science; Computer-Assisted Instruction; Process (computing); Language acquisition; Vocabulary development; Educational technology; Mathematics education; Multimedia; Human–computer interaction; Psychology; Linguistics","score_opus":0.13434107885252425,"score_gpt":0.47664118106700265,"score_spread":0.3423001022144784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306874834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99084765,0.0031819062,0.0027128102,0.00010784205,0.00086654566,0.000058543475,0.000009852741,0.000032859352,0.0021819682],"genre_scores_gemma":[0.99816436,0.0000052581404,0.000060564034,0.0009806523,0.00041847478,0.000008934907,0.000069446236,0.000017429384,0.0002748585],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9953717,0.0031011885,0.0003500465,0.00024868446,0.00060122355,0.00032716786],"domain_scores_gemma":[0.998927,0.00023921566,0.00020872838,0.00029425233,0.00014869371,0.00018211511],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025407106,0.000093766335,0.000260496,0.0013278421,0.00071573356,0.000064042295,0.0003395853,0.00004298341,0.13042682],"category_scores_gemma":[0.00003680828,0.00009106764,0.00021004384,0.0013109131,0.000058980168,0.00004984303,0.00007220775,0.002125927,0.00005055277],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010004198,0.0036779505,0.03541911,0.000026592186,0.0032193414,0.0021168941,0.058970243,0.15055747,0.0038024154,0.007928657,0.026932076,0.70634884],"study_design_scores_gemma":[0.003285102,0.005537949,0.6292674,0.00006538831,0.000715936,0.0013286473,0.08233307,0.05689107,0.00010436717,0.00009110352,0.21975783,0.0006221548],"about_ca_topic_score_codex":0.00002618553,"about_ca_topic_score_gemma":0.0000011789388,"teacher_disagreement_score":0.7057267,"about_ca_system_score_codex":0.000130128,"about_ca_system_score_gemma":0.00005083075,"threshold_uncertainty_score":0.9236213},"labels":[],"label_agreement":null},{"id":"W4320038494","doi":"10.1558/cj.22759","title":"Language Teachers’ Perceptions and Use of Extended Reality","year":2023,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Université du Québec à Montréal","funders":"","keywords":"Popularity; Focus group; Perception; Adaptation (eye); Augmented reality; Mixed reality; Qualitative research; Psychology; Virtual reality; Exploratory research; Computer science; Mathematics education; Pedagogy; Human–computer interaction; Sociology; Social psychology","score_opus":0.09564159983056558,"score_gpt":0.31952783814223346,"score_spread":0.22388623831166787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320038494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99501973,0.00008403499,0.00005187407,0.00050482654,0.00015634898,0.000022944883,0.000013761031,0.000063781066,0.0040827105],"genre_scores_gemma":[0.9853806,0.000047837475,0.00006270543,0.00008325288,0.00045237353,8.2906297e-7,0.0000070628607,0.000010177749,0.013955175],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994022,0.00013744319,0.00015137506,0.00007174542,0.00010785279,0.00012935293],"domain_scores_gemma":[0.99966645,0.00007206628,0.0000699913,0.00008560715,0.00003635833,0.000069543676],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046223952,0.00005856522,0.0001024433,0.00008945989,0.00037975726,0.00017276833,0.000051663923,0.0000253606,0.0009377181],"category_scores_gemma":[0.00014075138,0.00004667816,0.00005420513,0.000025795674,0.00012071758,0.00015169484,0.000021943506,0.00035209744,0.000030097057],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015157594,0.00007362188,0.011617948,0.000032916327,0.00007450083,0.00006260425,0.85281587,0.000057210025,0.0035587172,0.021493334,0.06941614,0.04078199],"study_design_scores_gemma":[0.0006979476,0.00016400666,0.16227937,0.0001695117,0.00008461653,0.00019456583,0.19739814,0.000799161,0.00004105331,0.0013649451,0.6364911,0.00031556012],"about_ca_topic_score_codex":0.00023733976,"about_ca_topic_score_gemma":0.0000999415,"teacher_disagreement_score":0.65541774,"about_ca_system_score_codex":0.0000133910435,"about_ca_system_score_gemma":0.000014531788,"threshold_uncertainty_score":0.99997556},"labels":[],"label_agreement":null},{"id":"W4391432084","doi":"10.1558/cj.23579","title":"Charlala","year":2024,"lang":"it","type":"article","venue":"CALICO Journal","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Linguistics; Philosophy","score_opus":0.02555127174752764,"score_gpt":0.2982357260388082,"score_spread":0.2726844542912806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391432084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39926237,0.3580741,0.0045094816,0.027218536,0.0778636,0.00084272766,0.001516014,0.0017059607,0.1290072],"genre_scores_gemma":[0.94141805,0.002019639,0.00017431281,0.00057234056,0.014942173,0.0000046737964,0.000011267392,0.00047755975,0.040379997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99650806,0.00034759167,0.00075420976,0.00043461513,0.0009373893,0.0010181229],"domain_scores_gemma":[0.9981645,0.00011761434,0.00016152416,0.00037432447,0.00020632496,0.0009757196],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017914402,0.00041984493,0.00040391623,0.00059267745,0.000410553,0.0029804546,0.00054396107,0.00026749657,0.016159892],"category_scores_gemma":[0.00018964124,0.0003708513,0.00057222485,0.0009197966,0.000208749,0.00067447155,0.00011908211,0.0027076246,0.16019855],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053698324,0.00013550719,0.00057456444,0.00014705928,0.00063124247,0.008762174,0.002270407,0.000046401023,0.026285633,0.00755912,0.93009514,0.023439059],"study_design_scores_gemma":[0.00049024145,0.00014228346,0.0009411749,0.0013536043,0.00034152422,0.019652383,0.00025031,0.00594348,0.001085944,0.0015364037,0.96779746,0.00046516917],"about_ca_topic_score_codex":0.000005849662,"about_ca_topic_score_gemma":0.0000012858771,"teacher_disagreement_score":0.5421557,"about_ca_system_score_codex":0.00080920913,"about_ca_system_score_gemma":0.0008864119,"threshold_uncertainty_score":0.99987435},"labels":[],"label_agreement":null},{"id":"W4398774397","doi":"10.1558/cj.22431","title":"Hey Google, Let’s Write","year":2024,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Writing and Handwriting Education","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Political science","score_opus":0.029529461978176994,"score_gpt":0.3964354749380161,"score_spread":0.3669060129598391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398774397","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4452317,0.010311509,0.00243915,0.054863136,0.010403933,0.0001444648,0.000009972474,0.00053657294,0.47605956],"genre_scores_gemma":[0.97669667,0.00038887028,0.0003237211,0.00039886075,0.006123292,0.0000023655027,0.0000015411007,0.000011638557,0.016053038],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912983,0.00012412111,0.00014606958,0.00010061279,0.0002591427,0.00024019265],"domain_scores_gemma":[0.9995744,0.00009891202,0.000029919605,0.00005425089,0.00007647138,0.00016604889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011764921,0.000052374784,0.00006646462,0.00008410425,0.0006711575,0.00075154187,0.0001275586,0.000059598064,0.0005346783],"category_scores_gemma":[0.00024424616,0.00004821054,0.00007174072,0.0001949346,0.00008701105,0.00019641606,0.000008959935,0.00030937974,0.00026483444],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005810994,0.00007209148,0.0029068666,0.00004874242,0.000043843083,0.0001360343,0.040963262,0.0000055552177,0.0010418984,0.19237897,0.5159607,0.24643624],"study_design_scores_gemma":[0.000057536352,0.000013430536,0.00056482136,0.00016509317,0.000012312474,0.00009302835,0.0051712296,0.000051588344,0.000050561463,0.0059803254,0.98775303,0.00008701962],"about_ca_topic_score_codex":0.000159557,"about_ca_topic_score_gemma":0.00008394081,"teacher_disagreement_score":0.531465,"about_ca_system_score_codex":0.00011823679,"about_ca_system_score_gemma":0.0003565699,"threshold_uncertainty_score":0.72471356},"labels":[],"label_agreement":null},{"id":"W4408053177","doi":"10.3138/calico-2025-0117","title":"Assessing the Pedagogical Potential of Google Translate's Speech Capabilities: Focus on French Pronunciation","year":2025,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University; Université du Québec à Montréal","funders":"","keywords":"Pronunciation; Focus (optics); Computer science; Linguistics; Natural language processing; Speech recognition","score_opus":0.04165508113464913,"score_gpt":0.39735347240985924,"score_spread":0.35569839127521014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408053177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9436845,0.0024150035,0.0066230083,0.0023169722,0.001064623,0.00014044139,0.000004291236,0.000026859581,0.043724295],"genre_scores_gemma":[0.99451417,0.000003156208,0.000119384415,0.0020986737,0.00041049294,0.0000058093656,0.0000034841312,0.000009072027,0.0028357347],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985929,0.0004353141,0.0003679557,0.00015775481,0.00022628717,0.0002197755],"domain_scores_gemma":[0.9992987,0.0001858116,0.0001648075,0.00019646813,0.000101850914,0.000052390573],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007424044,0.000105916064,0.00017008482,0.00012309021,0.00023804877,0.0001263007,0.00018432405,0.00012472282,0.027129047],"category_scores_gemma":[0.000111372516,0.00007046326,0.00015151694,0.0001679293,0.000080839636,0.000099031975,0.0000106178395,0.0006138876,0.000037555877],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038814635,0.0013961571,0.0052140746,0.00012026909,0.0007723856,0.000736054,0.10738799,0.001074098,0.029992815,0.039083432,0.03562107,0.7782135],"study_design_scores_gemma":[0.0134784235,0.0019527139,0.51340127,0.0010056532,0.000781127,0.0041071367,0.30360976,0.0020995294,0.016374253,0.036337107,0.10543612,0.001416898],"about_ca_topic_score_codex":0.000054417775,"about_ca_topic_score_gemma":0.0000034625516,"teacher_disagreement_score":0.77679664,"about_ca_system_score_codex":0.000056495144,"about_ca_system_score_gemma":0.0000921403,"threshold_uncertainty_score":0.9737603},"labels":[],"label_agreement":null},{"id":"W4411549977","doi":"10.3138/calico-2024-0020","title":"Technologies and Sociomaterial Tensions in the Second Language Classroom","year":2025,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Literacy, Media, and Education","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Pedagogy; Linguistics; Psychology; Sociology; Mathematics education; Philosophy","score_opus":0.01815678912530856,"score_gpt":0.2649951558718406,"score_spread":0.24683836674653203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411549977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892769,0.0009398977,0.0000035730384,0.0051165503,0.0013945351,0.000047739493,0.000008501556,0.000024659028,0.0031876406],"genre_scores_gemma":[0.99560803,0.00003759798,0.000018921131,0.0008573793,0.0005707861,0.0000055656255,0.0000032587586,0.0000027947644,0.002895683],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9996094,0.000039995422,0.00012585106,0.000057305853,0.000054982283,0.00011244695],"domain_scores_gemma":[0.99978554,0.00006217051,0.000033954726,0.00007624925,0.000029327417,0.0000127452595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001935397,0.00005195209,0.000070962975,0.00010057857,0.0002700793,0.0003196229,0.00010163332,0.00003620679,0.0004034933],"category_scores_gemma":[0.00005680573,0.00003022316,0.000021134088,0.000027146118,0.000132655,0.00012309663,0.000018193921,0.00018027017,0.000007226076],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012101435,0.000060055314,0.0027077836,0.000037225684,0.000018250295,0.000026399139,0.85116094,7.607028e-8,0.00050390966,0.025322177,0.10603474,0.014116354],"study_design_scores_gemma":[0.000293123,0.00002141065,0.0031093534,0.00005213729,0.000012256564,0.00005393591,0.7443265,0.000008356156,0.00026030338,0.0142121175,0.23758607,0.000064453794],"about_ca_topic_score_codex":0.000021776961,"about_ca_topic_score_gemma":0.00031747867,"teacher_disagreement_score":0.13155133,"about_ca_system_score_codex":0.000018097211,"about_ca_system_score_gemma":0.00004338128,"threshold_uncertainty_score":0.44179684},"labels":[],"label_agreement":null}]}