{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":58,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":58,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"5a2af6e7ae80","filters":{"venue":"CALICO Journal"}},"results":[{"id":"W2147385136","doi":"10.11139/cj.28.3.744-765","title":"Computer Assisted Pronunciation Training","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":194,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Pronunciation; Vowel; Computer science; Vowel length; Speech recognition; Linguistics; Perception; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.269428622989657,"gpt":0.3732243311881166,"spread":0.1037957081984596,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004813256,0.0000683382,0.0001101504,0.00009694238,0.0001263437,0.00003039304,0.0001707821,0.0001058802,0.003881445],"category_scores_gemma":[0.0000179532,0.00005778354,0.00005537692,0.00009378691,0.00005687059,0.00004134157,0.00002306562,0.0004472444,0.0003805206],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003066981,"about_ca_system_score_gemma":0.00005811974,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001987061,"about_ca_topic_score_gemma":0.000004962416,"domain_scores_codex":[0.9991165,0.0001612264,0.0001890579,0.0001174117,0.0001219208,0.0002938942],"domain_scores_gemma":[0.9995336,0.00003074673,0.00008301256,0.0001282027,0.00008741944,0.0001370337],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003723696,0.0006751922,0.03628838,0.000009806103,0.0004927444,0.0007877769,0.2034775,0.000003634054,0.005599353,0.005914534,0.07334393,0.6730347],"study_design_scores_gemma":[0.001012181,0.0003733435,0.9803653,0.00001409449,0.00001625447,0.001952285,0.0005928883,0.0002230364,0.0002079495,0.002870991,0.01222994,0.0001417875],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9392753,0.0001845097,0.01008874,0.0002662851,0.00223842,0.00009198974,0.000003502791,0.00003254185,0.04781867],"genre_scores_gemma":[0.9963176,0.000005950389,0.001754788,0.0002988175,0.0006124993,0.000006076702,0.000002239496,0.00001231917,0.0009897121],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9440769,"threshold_uncertainty_score":0.9970291,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1983607090","doi":"10.11139/cj.29.3.431-448","title":"Collaboration or Cooperation? Analyzing Group Dynamics and Revision Processes in Wikis","year":2012,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":178,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Group (periodic table); Computer science; Group dynamic; World Wide Web; Psychology; Physics; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02021543253511281,"gpt":0.359276272166124,"spread":0.3390608396310111,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001271553,0.00006599347,0.00009616268,0.0001305156,0.0006178447,0.0004688336,0.00007352527,0.00007626694,0.0001713575],"category_scores_gemma":[0.001201784,0.00005556192,0.000009623379,0.001254186,0.00006826916,0.001459533,0.000009762291,0.0001336746,0.000006303056],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003208496,"about_ca_system_score_gemma":0.0006373603,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005822632,"about_ca_topic_score_gemma":0.006527578,"domain_scores_codex":[0.9990048,0.0002450686,0.0002471379,0.00008813701,0.0002192807,0.0001955964],"domain_scores_gemma":[0.9991375,0.00008239449,0.0001275589,0.00005341976,0.0004437267,0.0001554139],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001841754,0.0006785755,0.521566,0.0001257047,0.00003115742,0.000007833179,0.1777403,0.0001612013,0.0004920338,0.1626015,0.01730851,0.119103],"study_design_scores_gemma":[0.002211642,0.0002998982,0.06410842,0.0005537375,0.00009544245,0.0001040232,0.2384015,0.003809942,0.0002605613,0.001566139,0.6875973,0.0009913605],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9815891,0.001900389,0.004867358,0.007533771,0.001103429,0.000272323,0.000003917535,0.00002863045,0.002701112],"genre_scores_gemma":[0.9956445,0.001770381,0.0007284241,0.0002490734,0.0008446276,0.000006495661,0.00001018985,0.00000643558,0.0007398924],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6702888,"threshold_uncertainty_score":0.4752024,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2478536678","doi":"10.1558/cj.v32i1.25962","title":"Learning L2 pronunciation with a mobile speech recognizer: French /y/","year":2015,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":126,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Concordia University","funders":"","keywords":"Pronunciation; Conversation; Vowel; Perception; Computer science; Psychology; Speech recognition; Linguistics; Multimedia; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.05249832009556687,"gpt":0.3480079015478106,"spread":0.2955095814522438,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001031947,0.0001087398,0.0001631107,0.0001313179,0.0001509174,0.00008152957,0.0001887102,0.0001399392,0.001396965],"category_scores_gemma":[0.0001269625,0.00008311461,0.00004006556,0.0002178104,0.00007612922,0.00006951392,0.00003358069,0.001016146,0.00076133],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009643235,"about_ca_system_score_gemma":0.0002236787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001135804,"about_ca_topic_score_gemma":0.00003464399,"domain_scores_codex":[0.9985999,0.0002962853,0.0002088196,0.0001900727,0.0003059207,0.000399033],"domain_scores_gemma":[0.9989985,0.0000566088,0.0001319961,0.0001654857,0.0003418833,0.0003055811],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001046504,0.0008951552,0.3523554,0.00002137954,0.0005881333,0.001609548,0.06461686,0.0006525238,0.004242977,0.0001769404,0.2372459,0.3365487],"study_design_scores_gemma":[0.01559168,0.01621011,0.242435,0.0001769075,0.0001753594,0.02241605,0.01164136,0.001409459,0.003394769,0.008652337,0.6765063,0.001390631],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9777094,0.0006185872,0.0005801472,0.0003074934,0.0006366631,0.0001729935,0.000002702842,0.00003313938,0.01993891],"genre_scores_gemma":[0.9863881,0.00003246787,0.0007532155,0.0001106126,0.0005980324,0.0000398326,0.000008374682,0.00002619784,0.01204319],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4392605,"threshold_uncertainty_score":0.9995159,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2775685299","doi":"10.1558/cj.33156","title":"Synthesizing the Practice of SCMC-based Telecollaboration: A Scoping Review","year":2017,"lang":"en","type":"review","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":107,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Canadian Celiac Association","keywords":"Pedagogy; Diversification (marketing strategy); Set (abstract data type); Computer-mediated communication; Intercultural communication; Psychology; Mathematics education; Computer science; The Internet; Business; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.2528332978385109,"gpt":0.454721906250852,"spread":0.201888608412341,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00429119,0.0002796086,0.001313109,0.0001132557,0.001953506,0.000928293,0.0006485786,0.00009214671,0.0008103878],"category_scores_gemma":[0.005171399,0.000161289,0.0005075815,0.00005345974,0.0002038605,0.0003330155,0.00004128577,0.001453756,0.00006200437],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007229285,"about_ca_system_score_gemma":0.001260641,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000166595,"about_ca_topic_score_gemma":0.00001948691,"domain_scores_codex":[0.9967956,0.001455454,0.000965436,0.000182994,0.0003630103,0.0002375391],"domain_scores_gemma":[0.9944754,0.001508022,0.002989412,0.0005226907,0.0004287254,0.00007580144],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002339632,0.00002547526,2.157424e-7,0.06127188,0.0001363452,0.00002876149,0.001017017,0.000002057055,3.057617e-8,0.002097466,0.005501876,0.9299166],"study_design_scores_gemma":[0.00004436929,0.00002334755,1.33077e-8,0.3829685,0.0007553007,0.0001494934,0.0001469397,0.000002132815,8.507637e-8,0.000005122213,0.6157894,0.0001153126],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[1.206107e-7,0.9759278,0.00005611792,0.001021158,0.0006800068,0.0005069817,0.000008155193,0.00002148442,0.02177819],"genre_scores_gemma":[0.000005710585,0.9956512,0.0001668649,0.0006338949,0.002469714,0.00003002335,0.000007109289,0.00004575428,0.0009896957],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9298012,"threshold_uncertainty_score":0.9993458,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2581307598","doi":"10.1558/cj.29522","title":"The Effects of Captions on EFL Learners’ Comprehension of English-Language Television Programs","year":2017,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":99,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Comprehension; Psychology; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.03383718002309421,"gpt":0.2804902783489254,"spread":0.2466530983258312,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001849946,0.00007868412,0.0001510767,0.00003477333,0.0007851302,0.0001994499,0.0002329491,0.0000298578,0.0001097922],"category_scores_gemma":[0.0005602715,0.00004379564,0.0001198966,0.000009005364,0.0003449044,0.00008353686,0.00003957559,0.000211794,0.00001266083],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001129794,"about_ca_system_score_gemma":0.0000179409,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004195066,"about_ca_topic_score_gemma":0.00004653107,"domain_scores_codex":[0.9993265,0.00005470391,0.0001939708,0.00006766387,0.0002195966,0.0001375468],"domain_scores_gemma":[0.9990075,0.0001884906,0.0003012292,0.0002478699,0.0001929392,0.00006193358],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001835898,0.0006220634,0.001970568,0.0003108657,0.0001964376,0.00006136696,0.1860702,0.000009721816,0.01580774,0.05180043,0.01149608,0.7314709],"study_design_scores_gemma":[0.004103756,0.004394919,0.01251648,0.003651582,0.000252376,0.0000363142,0.07393259,0.0002434983,0.02930575,0.001479527,0.8695036,0.0005795658],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9892893,0.0006840734,0.000004902969,0.00009420784,0.00220709,0.0001145582,0.000002961067,0.000009796878,0.007593083],"genre_scores_gemma":[0.9974934,0.0001839133,0.00001131802,0.00002372672,0.00122118,0.00000234723,0.00000165865,0.000009975971,0.001052471],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8580076,"threshold_uncertainty_score":0.6038666,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2122910265","doi":"10.11139/cj.28.3.699-720","title":"(Re)Conceptualizing Design Approaches for Mobile Language Learning","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"George Brown College; Athabasca University","funders":"","keywords":"Computer science; Language acquisition; Constructivism (international relations); Language education; Context (archaeology); Social constructivism; Mathematics education; Active listening; Pedagogy; Exploratory research; Language assessment; Instructional design; Multimedia; Psychology; Sociology; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.1312008334942171,"gpt":0.2951427024976288,"spread":0.1639418690034117,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00105981,0.0001209362,0.0001366452,0.0001077496,0.0003180004,0.0001971123,0.0006722071,0.00007026104,0.0001323081],"category_scores_gemma":[0.0002176649,0.0001098964,0.00009133801,0.000165156,0.00004405235,0.0004380042,0.00006920231,0.0003933758,0.00003894139],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007421587,"about_ca_system_score_gemma":0.0001126922,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005634347,"about_ca_topic_score_gemma":5.817446e-7,"domain_scores_codex":[0.9987456,0.0002625007,0.0002423922,0.0002401114,0.0001809702,0.0003284093],"domain_scores_gemma":[0.9991267,0.0001857978,0.0002131916,0.0002506253,0.00007945178,0.0001442018],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003773081,0.0003104939,0.003472112,0.00005027903,0.00009027868,0.00004026279,0.2813101,0.02257474,0.002120774,0.01630978,0.00792872,0.6657547],"study_design_scores_gemma":[0.003258904,0.003169192,0.004009063,0.0003132225,0.0001184507,0.001383728,0.0960265,0.7186306,0.05009944,0.01627593,0.1045671,0.002147852],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01985378,0.000542796,0.9762796,0.00007485664,0.0006295306,0.0002408941,2.291749e-7,0.0001159164,0.002262409],"genre_scores_gemma":[0.7397352,0.00001016894,0.2589946,0.0001362976,0.0003968847,0.0001055605,0.000001307421,0.00002018967,0.0005997639],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7198814,"threshold_uncertainty_score":0.4481446,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2109973395","doi":"10.1558/cj.v19i2.295-313","title":"Learner Control and Error Correction in ICALL","year":2002,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":69,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"German; Grammar; Error detection and correction; Computer science; Sentence; Control (management); Natural language processing; Psychology; Linguistics; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.02398298848865336,"gpt":0.2981132183577861,"spread":0.2741302298691328,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002426199,0.00006167195,0.0001049273,0.0001095055,0.00007344644,0.00004394436,0.00004338847,0.00007814643,0.1122539],"category_scores_gemma":[0.00007502702,0.00005347422,0.0000343326,0.00007325113,0.00003079052,0.00005991841,0.000004724441,0.0004952118,0.0003531065],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002294869,"about_ca_system_score_gemma":0.000002935578,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000147464,"about_ca_topic_score_gemma":0.000003839879,"domain_scores_codex":[0.9992976,0.0001908037,0.0001665023,0.0001059372,0.0000668506,0.0001723332],"domain_scores_gemma":[0.9996865,0.00006693691,0.00006093043,0.00006731298,0.00002001559,0.00009826253],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000379897,0.0005752335,0.05066524,0.00001055049,0.0001640129,0.00274278,0.04281321,0.0002371362,0.003352924,0.001561232,0.3617618,0.535736],"study_design_scores_gemma":[0.01389277,0.0005576822,0.4557244,0.00009010287,0.00005738543,0.01627834,0.01875654,0.01627679,0.00003201745,0.000184741,0.4775678,0.0005814232],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9552022,0.009725878,0.001050205,0.001450871,0.001854592,0.00007010881,9.397875e-7,0.00003298553,0.03061219],"genre_scores_gemma":[0.9829445,0.00001310826,0.00002030419,0.009026,0.0003535798,0.000002907808,5.64203e-7,0.000009327269,0.007629681],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5351545,"threshold_uncertainty_score":0.8885577,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2087432641","doi":"10.11139/cj.28.3.639-661","title":"Does Word Coach Coach Words?","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Concordia University; Université du Québec à Montréal","funders":"","keywords":"Word (group theory); Linguistics; Computer science; Natural language processing; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.04084700605245024,"gpt":0.3087081985905123,"spread":0.2678611925380621,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004505083,0.0001308624,0.0001723912,0.0001351516,0.0001978388,0.00007056736,0.0002442726,0.0001229411,0.3732356],"category_scores_gemma":[0.00004934238,0.00008102017,0.0001201363,0.0001309666,0.00006938884,0.0001064564,0.00002618219,0.0006654463,0.0013252],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002979644,"about_ca_system_score_gemma":0.00002421312,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000372014,"about_ca_topic_score_gemma":0.000003301552,"domain_scores_codex":[0.998769,0.000249,0.0002814736,0.0001870956,0.0001503232,0.0003631454],"domain_scores_gemma":[0.999251,0.00005175124,0.0001516176,0.0002491249,0.000059584,0.0002369075],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001092408,0.001379494,0.05726751,0.00003618631,0.001008153,0.007546293,0.2322403,0.000006742063,0.002703609,0.02896632,0.2661462,0.4016068],"study_design_scores_gemma":[0.004674178,0.0004101286,0.1787891,0.000108077,0.0001542569,0.00761614,0.08947925,0.00003908582,0.001076099,0.00272056,0.7139043,0.001028916],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7660978,0.004440055,0.003780312,0.0004193341,0.005343006,0.0001164561,0.000006939604,0.0001394072,0.2196567],"genre_scores_gemma":[0.9764989,0.00001066715,0.0005507497,0.01079195,0.001200713,0.000006963544,0.000005254085,0.00002986394,0.01090491],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4477581,"threshold_uncertainty_score":0.9994524,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1862977469","doi":"10.1558/cj.v20i3.533-548","title":"Multiple Learner Errors and Meaningful Feedback","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Focus (optics); Parsing; Vocabulary; Sentence; Natural language processing; Domain (mathematical analysis); Grammar; Artificial intelligence; Queue; Phrase; Rule-based machine translation; Linguistics; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01492034023740623,"gpt":0.2540821634711794,"spread":0.2391618232337732,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004355119,0.0001052983,0.0001135759,0.00008746996,0.0002087522,0.0003356856,0.0003985132,0.00006455079,0.00002345552],"category_scores_gemma":[0.000343707,0.00008132232,0.00003974298,0.0001808365,0.0000491234,0.000479672,0.00008334316,0.0004047619,0.000012284],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003522602,"about_ca_system_score_gemma":0.00005208229,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003786057,"about_ca_topic_score_gemma":0.00000199986,"domain_scores_codex":[0.9991316,0.00009067993,0.00015975,0.0001830946,0.0001987194,0.0002362015],"domain_scores_gemma":[0.9994317,0.00004604814,0.00009558928,0.0001855969,0.0000867135,0.0001544048],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003828614,0.0002576266,0.04255536,0.0001002577,0.0001200098,0.001186334,0.01001279,0.00006076382,0.06075114,0.3344634,0.04514831,0.5053057],"study_design_scores_gemma":[0.003229358,0.000541481,0.003003628,0.000493839,0.0000577131,0.02657354,0.000729282,0.02514636,0.2379285,0.41119,0.2887638,0.002342475],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08654997,0.007708232,0.9012799,0.001302757,0.0005427107,0.00009191425,6.001749e-7,0.0003711641,0.002152778],"genre_scores_gemma":[0.6425797,0.00003204164,0.3565452,0.0004297881,0.0000553459,0.000001114844,1.286448e-7,0.000008452518,0.0003482253],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5560298,"threshold_uncertainty_score":0.3316228,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1786861182","doi":"10.1558/cj.v25i3.510-527","title":"AI in CALL—Artificially Inflated or Almost Imminent?","year":2008,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Context (archaeology); Point (geometry); Quarter (Canadian coin); Computer science; History; Library science; Artificial intelligence; Operations research; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.07064228763216196,"gpt":0.2755234054435248,"spread":0.2048811178113628,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004056933,0.0001325273,0.0001929296,0.0001669612,0.000737289,0.0002068312,0.000159464,0.00005856072,0.002505464],"category_scores_gemma":[0.0001275551,0.0000977302,0.00007899058,0.00004955464,0.0001342134,0.0002315165,0.00002311097,0.0009805473,0.0001952324],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006250395,"about_ca_system_score_gemma":0.0001383371,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002650611,"about_ca_topic_score_gemma":0.0008039252,"domain_scores_codex":[0.9988018,0.0001443104,0.0003996295,0.0001289675,0.0002096836,0.0003155554],"domain_scores_gemma":[0.9995084,0.00005729823,0.0001163194,0.0001062554,0.00008714591,0.0001246018],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006839721,0.0007650278,0.03168078,0.00006651276,0.000209187,0.00686333,0.4638664,0.0009229878,0.004465621,0.02478642,0.4368956,0.02879409],"study_design_scores_gemma":[0.0006923638,0.0001498333,0.00303533,0.0001304099,0.00001269644,0.0007934064,0.002663443,0.0004828554,0.00006901799,0.0002137093,0.9915097,0.0002472042],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9823456,0.0002523883,0.0000524381,0.002620487,0.0009240635,0.00005925251,0.000002981724,0.00006462928,0.01367817],"genre_scores_gemma":[0.9691709,0.00005316543,0.00004581508,0.001463004,0.001499518,0.0000020271,0.000005428542,0.00002435924,0.02773581],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5546141,"threshold_uncertainty_score":0.9984064,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2142140880","doi":"10.1558/cj.v21i2.245-263","title":"The Computerized Mini-AMTB","year":2004,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Session (web analytics); Psychology; Anxiety; Orientation (vector space); Reliability (semiconductor); Computer science; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.03108226855751902,"gpt":0.2393874125058068,"spread":0.2083051439482878,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0004492892,0.00007908971,0.00009159289,0.00002933107,0.001861529,0.0007760594,0.0001906993,0.00002069877,0.0003797127],"category_scores_gemma":[0.00004468256,0.00004638169,0.00009011132,0.00001255385,0.0001405063,0.00009411229,0.00002212901,0.0005039691,0.0001459051],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003625423,"about_ca_system_score_gemma":0.00004376793,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003026387,"about_ca_topic_score_gemma":0.00006268393,"domain_scores_codex":[0.9993119,0.00008551588,0.0001784156,0.00006862065,0.0001464212,0.0002091743],"domain_scores_gemma":[0.9996119,0.00006852004,0.00008863068,0.00009929244,0.00005079392,0.00008082092],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000578347,0.0001170521,0.0003506689,0.00001232803,0.0001437658,0.0001405156,0.1135416,0.0005461395,0.0003204817,0.7854819,0.04805084,0.05123692],"study_design_scores_gemma":[0.0005219255,0.00005586647,0.0001896037,0.00003578152,0.0000087842,0.0001489925,0.002044305,0.0000465814,0.00001735362,0.004281296,0.9925672,0.00008225801],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8788019,0.001508527,0.002953494,0.01141495,0.005108833,0.00009512527,0.000003804606,0.00016383,0.09994948],"genre_scores_gemma":[0.9866403,0.000045094,0.0002504012,0.0009033099,0.003528384,0.000001390555,0.000001284106,0.00001614832,0.008613738],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9445164,"threshold_uncertainty_score":0.9994379,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2581539930","doi":"10.1558/cj.29527","title":"Encouraging Free Play: Extramural Digital Game-Based Language Learning as a Complex Adaptive System","year":2017,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Entertainment; Multimedia; Interactivity; Language acquisition; German; Context (archaeology); Game mechanics; Mathematics education; Human–computer interaction; Psychology; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.03831151911905919,"gpt":0.2592197191828111,"spread":0.2209082000637519,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004108543,0.0002213569,0.0002830108,0.0001289115,0.002680203,0.004059598,0.0006042764,0.00005654277,0.002056177],"category_scores_gemma":[0.0004157292,0.0001822107,0.0002039058,0.00001176786,0.000225223,0.0006517909,0.00008944935,0.001144626,0.0001710272],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001123201,"about_ca_system_score_gemma":0.00007550457,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000650403,"about_ca_topic_score_gemma":0.0001183707,"domain_scores_codex":[0.9986086,0.0001317182,0.0002945418,0.0002114216,0.0003267968,0.0004268883],"domain_scores_gemma":[0.9987428,0.000125027,0.0004577708,0.0003818011,0.00009258505,0.0002000185],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004303822,0.0002654156,0.01160955,0.0002406447,0.0007362817,0.008336796,0.5467236,0.002415473,0.00143792,0.09975722,0.01227437,0.3157723],"study_design_scores_gemma":[0.006328309,0.0008399856,0.003243092,0.001732871,0.0002053679,0.002362502,0.7478049,0.04564049,0.0002064611,0.0004609006,0.1895327,0.001642476],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8598049,0.0003657193,0.0009898187,0.0003289001,0.0007005626,0.00007695929,0.00002807001,0.0002009422,0.1375041],"genre_scores_gemma":[0.9916027,8.253194e-7,0.00009143713,0.0002612754,0.002213726,0.000003583697,0.00001627135,0.00004337172,0.00576687],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3141298,"threshold_uncertainty_score":0.9988561,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3032992654","doi":"10.1558/cj.36523","title":"Using Grammar Checkers in an ESL Context","year":2020,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Text Readability and Simplification","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"TUTOR; Grammar; Computer science; Set (abstract data type); Context (archaeology); Word (group theory); Natural language processing; English grammar; Identification (biology); Corrective feedback; Artificial intelligence; Linguistics; Psychology; Mathematics education; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1651347308356335,"gpt":0.3264333420404734,"spread":0.16129861120484,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003058657,0.00006809727,0.0001082474,0.00004607956,0.00009468855,0.0002412752,0.0004871165,0.00004591919,0.00001811756],"category_scores_gemma":[0.00007234377,0.00006238228,0.00004359488,0.0002532226,0.00003255832,0.000660433,0.00004568983,0.0002627361,0.00001490325],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007336769,"about_ca_system_score_gemma":0.0001042178,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002015068,"about_ca_topic_score_gemma":0.00001585554,"domain_scores_codex":[0.9991488,0.0001108034,0.0002297364,0.0001775381,0.0001591372,0.0001740048],"domain_scores_gemma":[0.9994325,0.00001992862,0.00007663201,0.0001797098,0.00005684395,0.0002344019],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009110641,0.0003904917,0.08956924,0.00004761002,0.00003115198,0.0003100152,0.03585348,0.003754359,0.0781275,0.0730485,0.001745564,0.717031],"study_design_scores_gemma":[0.00156505,0.0003629913,0.05161107,0.00004950975,0.00001141031,0.0005695767,0.001598066,0.8991699,0.005708541,0.01010338,0.02869605,0.0005545152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5836527,0.00007805778,0.4125882,0.003413222,0.0001332188,0.00004759921,5.637817e-7,0.0000286473,0.00005771209],"genre_scores_gemma":[0.9886992,0.000004028603,0.009656615,0.001494977,0.0001356463,6.82114e-7,5.755044e-7,0.000004070794,0.000004222175],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8954155,"threshold_uncertainty_score":0.2543876,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2042917563","doi":"10.11139/cj.27.1.118-146","title":"The Evolution of Vocabulary Learning Strategies in a Computer-Mediated Reading Environment","year":2010,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; Vocabulary; Reading (process); Computer-Assisted Instruction; Vocabulary development; Vocabulary learning; Mathematics education; Teaching method; Multimedia; Linguistics; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.006888315402711766,"gpt":0.2611944686133685,"spread":0.2543061532106567,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007790645,0.00007319259,0.0001056398,0.0001037877,0.0001807108,0.00005999214,0.0001324872,0.00008563761,0.00659421],"category_scores_gemma":[0.00005292528,0.00005467577,0.00005036493,0.0000841424,0.00008543063,0.00008173908,0.00002072454,0.001037498,0.0000767145],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005336037,"about_ca_system_score_gemma":0.00003942475,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004747856,"about_ca_topic_score_gemma":0.000008421603,"domain_scores_codex":[0.9990265,0.0002648595,0.0002767819,0.0001014548,0.0001240032,0.0002063904],"domain_scores_gemma":[0.9994165,0.0001979331,0.0001802355,0.0001243342,0.00001953717,0.00006142529],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0007330271,0.0008196645,0.1262394,0.00004938987,0.0005219054,0.001915002,0.09905569,0.02076346,0.3326825,0.0697346,0.007407057,0.3400783],"study_design_scores_gemma":[0.004275875,0.0007186737,0.7780771,0.0001389799,0.00004485933,0.003382329,0.0988583,0.01665423,0.0003340529,0.001458188,0.09548607,0.00057138],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9839424,0.001969764,0.01104294,0.0001707102,0.0007191383,0.00005030525,6.445652e-7,0.00001632953,0.002087748],"genre_scores_gemma":[0.9989699,0.00001509532,0.00023928,0.0001857481,0.0003657945,0.000002911461,0.00000340142,0.000009958991,0.0002079838],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6518376,"threshold_uncertainty_score":0.9943139,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1860256013","doi":"10.1558/cj.v20i1.59-79","title":"The Role of Computer-Supported Discussion for Language Teacher Education: What Do the Students Say?","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer-mediated communication; Cohesion (chemistry); Computer science; Curriculum; Affect (linguistics); Computer-Assisted Instruction; Pedagogy; Distance education; Psychology; Mathematics education; The Internet; World Wide Web; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.01439239087846479,"gpt":0.2915959080368703,"spread":0.2772035171584055,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009246974,0.00007794458,0.00009112361,0.00002476155,0.001126434,0.0008890538,0.0002451748,0.00002233578,0.0004239036],"category_scores_gemma":[0.0000580431,0.00003119999,0.00009545151,0.00001585871,0.00008692237,0.0001651992,0.00001957594,0.0003134426,0.000007673052],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002130611,"about_ca_system_score_gemma":0.00006450762,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001143293,"about_ca_topic_score_gemma":0.00001833354,"domain_scores_codex":[0.9991452,0.0002349292,0.0002036284,0.0000730015,0.0001952874,0.0001480082],"domain_scores_gemma":[0.9994736,0.00009436006,0.0001647201,0.0001442155,0.00007454562,0.00004860102],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002669193,0.0003689925,0.00646867,0.0000142686,0.0001053342,0.000001600721,0.2452275,0.0000248241,0.0001789531,0.06782719,0.02992312,0.6498329],"study_design_scores_gemma":[0.0001907163,0.00005332308,0.0004793068,0.00008695199,0.00002419428,0.00002422075,0.1607841,0.00006074904,0.00004999224,0.00154022,0.8366468,0.00005937443],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9579795,0.01461006,0.0008130266,0.004510027,0.004320434,0.0004260722,0.000005070412,0.00004175386,0.01729407],"genre_scores_gemma":[0.9809075,0.00008845615,0.00007622987,0.0002894497,0.001465267,0.000009090578,0.000003536491,0.00001509793,0.01714536],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8067237,"threshold_uncertainty_score":0.8663731,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2161608633","doi":"10.1558/cj.v23i1.17-48","title":"Language Learners and Generic Spell Checkers in CALL","year":2006,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Linguistics, Language Diversity, and Identity","field":"Arts and Humanities","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Spelling; Spell; Computer science; Natural language processing; Competence (human resources); German; Correctness; Artificial intelligence; Word (group theory); Linguistics; Programming language; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.01777159364031723,"gpt":0.2148989043661254,"spread":0.1971273107258081,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001550638,0.00008315916,0.0001162984,0.0001075044,0.0001221014,0.0002544991,0.0000897443,0.00003118971,0.0005010553],"category_scores_gemma":[0.000243609,0.00007377032,0.00004709702,0.00002322487,0.0001309387,0.0001026157,0.00003313219,0.0001997777,0.00009435243],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005023969,"about_ca_system_score_gemma":0.00002051998,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00319116,"about_ca_topic_score_gemma":0.004174558,"domain_scores_codex":[0.9994056,0.0000306805,0.0001528703,0.00009908674,0.0001227753,0.000188993],"domain_scores_gemma":[0.999661,0.00001190602,0.00006055258,0.00006281066,0.0001362398,0.00006754943],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006472935,0.0003244562,0.2505835,0.0001126304,0.00008211315,0.002015406,0.2359258,0.0001016981,0.0003293544,0.01697024,0.4913006,0.002189529],"study_design_scores_gemma":[0.005095919,0.0002096131,0.04917606,0.000153343,0.0002140244,0.0001142461,0.2547353,0.0008856287,0.0006773507,0.005480829,0.6818014,0.001456254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9779139,0.001115868,0.00001274321,0.0000374715,0.002563336,0.00003317358,0.0000110247,0.00002082532,0.01829173],"genre_scores_gemma":[0.9774594,0.00006361234,0.00005718808,0.0002525554,0.01074488,1.341246e-7,0.000005804008,0.00001285717,0.01140359],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2014075,"threshold_uncertainty_score":0.5486204,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4320038494","doi":"10.1558/cj.22759","title":"Language Teachers’ Perceptions and Use of Extended Reality","year":2023,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; Université du Québec à Montréal","funders":"","keywords":"Popularity; Focus group; Perception; Adaptation (eye); Augmented reality; Mixed reality; Qualitative research; Psychology; Virtual reality; Exploratory research; Computer science; Mathematics education; Pedagogy; Human–computer interaction; Sociology; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.09564159983056558,"gpt":0.3195278381422335,"spread":0.2238862383116679,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004622395,0.00005856522,0.0001024433,0.00008945989,0.0003797573,0.0001727683,0.00005166392,0.0000253606,0.0009377181],"category_scores_gemma":[0.0001407514,0.00004667816,0.00005420513,0.00002579567,0.0001207176,0.0001516948,0.00002194351,0.0003520974,0.00003009706],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001339104,"about_ca_system_score_gemma":0.00001453179,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002373398,"about_ca_topic_score_gemma":0.0000999415,"domain_scores_codex":[0.9994022,0.0001374432,0.0001513751,0.00007174542,0.0001078528,0.0001293529],"domain_scores_gemma":[0.9996665,0.00007206628,0.0000699913,0.00008560715,0.00003635833,0.00006954368],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001515759,0.00007362188,0.01161795,0.00003291633,0.00007450083,0.00006260425,0.8528159,0.00005721003,0.003558717,0.02149333,0.06941614,0.04078199],"study_design_scores_gemma":[0.0006979476,0.0001640067,0.1622794,0.0001695117,0.00008461653,0.0001945658,0.1973981,0.000799161,0.00004105331,0.001364945,0.6364911,0.0003155601],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9950197,0.00008403499,0.00005187407,0.0005048265,0.000156349,0.00002294488,0.00001376103,0.00006378107,0.00408271],"genre_scores_gemma":[0.9853806,0.00004783747,0.00006270543,0.00008325288,0.0004523735,8.29063e-7,0.000007062861,0.00001017775,0.01395517],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6554177,"threshold_uncertainty_score":0.9999756,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1832439498","doi":"10.1558/cj.v20i3.433-436","title":"Error Diagnosis and Error Correction in CALL","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Simon Fraser University","funders":"","keywords":"Computer science; Error detection and correction; Error analysis; Speech recognition; Natural language processing; Artificial intelligence; Algorithm; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.03002669766090879,"gpt":0.3169435381599876,"spread":0.2869168404990788,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003107653,0.0000537444,0.00006705985,0.0001095795,0.0001053288,0.00005776893,0.0001539631,0.00006043924,0.00002784835],"category_scores_gemma":[0.0001005855,0.00004771068,0.00001624873,0.0001724983,0.00003051636,0.0001955069,0.00002302583,0.0002986868,0.000008431081],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006129102,"about_ca_system_score_gemma":0.00009157684,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006001198,"about_ca_topic_score_gemma":0.00001614599,"domain_scores_codex":[0.9994648,0.00006926233,0.00013018,0.000117391,0.00008790898,0.0001304249],"domain_scores_gemma":[0.9996949,0.00006426102,0.00005160501,0.00009574217,0.00002982341,0.00006360025],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000004668425,0.0005469759,0.7192055,0.000008895424,0.00002651537,0.0001160996,0.001469727,0.000173725,0.0003456398,0.1528396,0.05660957,0.06865311],"study_design_scores_gemma":[0.001761891,0.0004180953,0.6279922,0.0001931932,0.00001994311,0.005481569,0.001411618,0.01155475,0.007107078,0.0658206,0.2775509,0.0006881318],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9238138,0.0007475734,0.06117904,0.008943099,0.003191821,0.0000927304,5.246503e-7,0.00005088394,0.001980515],"genre_scores_gemma":[0.9928361,0.00009397671,0.006352589,0.0003238136,0.00003887887,0.00001460898,2.133811e-7,0.000002637472,0.0003372034],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2209414,"threshold_uncertainty_score":0.1945585,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3033612689","doi":"10.1558/cj.36996","title":"Rock or Lock? Gamifying an online course management system for pronunciation instruction","year":2020,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Pronunciation; Context (archaeology); Psychology; Perception; Computer science; Mathematics education; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.1173957315798245,"gpt":0.2917508522058545,"spread":0.17435512062603,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002850435,0.0001039772,0.0001350318,0.00004995155,0.0007513026,0.0003223163,0.0001063724,0.0000324979,0.0001473826],"category_scores_gemma":[0.00003258102,0.00007994701,0.00006241001,0.00002625221,0.00001470622,0.0002839931,0.00001503795,0.0002989415,0.00001662154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009763533,"about_ca_system_score_gemma":0.00003518376,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008759457,"about_ca_topic_score_gemma":0.00003777453,"domain_scores_codex":[0.9991557,0.00008233624,0.0002629038,0.0001403936,0.0001820426,0.0001766419],"domain_scores_gemma":[0.9994785,0.00001612918,0.0002019241,0.00006880322,0.0001078236,0.0001268677],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001375504,0.0009190376,0.002025648,0.004554251,0.0007285417,0.0002282774,0.3041488,0.02003431,0.0004182725,0.1506283,0.02281689,0.4921222],"study_design_scores_gemma":[0.003114404,0.0009774202,0.0006839673,0.0005239354,0.0002949815,0.0002266512,0.1492208,0.09045687,0.00005196892,0.0001798891,0.7538267,0.0004423419],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9175416,0.000458073,0.06800097,0.003612646,0.003433273,0.0008278604,0.00005303978,0.0005588117,0.005513789],"genre_scores_gemma":[0.992576,0.000006814387,0.0009970891,0.0003534351,0.004284707,0.00000869886,0.00002792407,0.00002529389,0.001720057],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7310098,"threshold_uncertainty_score":0.5778488,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2096881740","doi":"10.1558/cj.v26i2.337-362","title":"Virtual Immersion","year":2009,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Immersion (mathematics); Virtual reality; Target culture; Variety (cybernetics); Everyday life; Computer science; Metaverse; Resource (disambiguation); Multimedia; Human–computer interaction; Mixed reality; Pedagogy; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02853783080109582,"gpt":0.249447827708505,"spread":0.2209099969074091,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002917915,0.00007124203,0.00008606943,0.00006351623,0.000673006,0.000274559,0.0001002718,0.00002466006,0.003002007],"category_scores_gemma":[0.00002727731,0.00005447648,0.00007686031,0.00001199697,0.00004100115,0.0001573279,0.000007005599,0.0004906813,0.0002564398],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002498606,"about_ca_system_score_gemma":0.0000177514,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007864615,"about_ca_topic_score_gemma":0.000001952466,"domain_scores_codex":[0.9994149,0.00006550762,0.0001376177,0.0000701254,0.0001403608,0.0001715165],"domain_scores_gemma":[0.9997203,0.00002038169,0.00006490892,0.00006433737,0.00003785286,0.00009222959],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005465799,0.0001637373,0.0004617635,0.000003752059,0.0000396677,0.0001187944,0.08948157,0.0001430987,0.002020992,0.3449158,0.2278263,0.3347699],"study_design_scores_gemma":[0.00030333,0.000301743,0.0004359219,0.00004157361,0.00001248924,0.0001295682,0.007055849,0.0001315186,0.00005539526,0.001249229,0.9901542,0.000129147],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8285142,0.0004762448,0.0006817713,0.003250021,0.001436483,0.00003060588,0.000001569653,0.00008168689,0.1655274],"genre_scores_gemma":[0.980707,0.0000170447,0.00003708183,0.001297955,0.002282847,1.473007e-7,0.000001680301,0.000006769141,0.01564942],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.762328,"threshold_uncertainty_score":0.9979094,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2055465723","doi":"10.11139/cj.30.2.179-203","title":"Preparing Students to use Wiki Software as a Collaborative Learning Tool","year":2013,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Francophone University Association","funders":"","keywords":"Computer science; Computer-Assisted Instruction; Software; Multimedia; Collaborative writing; Teaching method; World Wide Web; Mathematics education; Psychology; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01730438722949132,"gpt":0.3616701408455377,"spread":0.3443657536160464,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006308276,0.00008784773,0.0001097401,0.00009615593,0.001174508,0.001872324,0.0002728665,0.00007180331,0.000982651],"category_scores_gemma":[0.003157766,0.00008513602,0.00003394929,0.0006613219,0.00005589183,0.001050095,0.00004723523,0.0002541624,0.0006226847],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003164653,"about_ca_system_score_gemma":0.0007475111,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004425098,"about_ca_topic_score_gemma":0.0003697552,"domain_scores_codex":[0.9983754,0.0003279274,0.0002317791,0.0001493627,0.0006425771,0.0002730178],"domain_scores_gemma":[0.9984022,0.0001064672,0.0001396414,0.00009465702,0.0009606513,0.0002963718],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005576249,0.0003128154,0.4647317,0.000007149987,0.000103389,0.00001121753,0.2537048,0.0009926599,0.001113425,0.00719607,0.208409,0.06336198],"study_design_scores_gemma":[0.0003126365,0.0001155915,0.05595993,0.00005423382,0.000014304,0.000008935441,0.04969478,0.00002081416,0.0001182444,0.001044728,0.892426,0.0002297827],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9910448,0.00003174756,0.0009064476,0.001777148,0.0009213216,0.0003821675,0.000001072168,0.00006349884,0.004871766],"genre_scores_gemma":[0.9795687,0.00005349354,0.00237436,0.001220443,0.0006597873,0.0000589695,0.000001691311,0.00001298182,0.01604963],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.684017,"threshold_uncertainty_score":0.9999306,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2171933221","doi":"10.1558/cj.v22i2.237-250","title":"Challenge of Developing and Implementing Multimedia Courseware for a Japanese Language Program","year":2005,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Royal Roads University; University of Alberta","funders":"","keywords":"Computer science; Nomothetic and idiographic; Curriculum; Process (computing); Multimedia; Benchmark (surveying); Language acquisition; Technology integration; Educational technology; Mathematics education; Programming language; Pedagogy; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.04693761331868154,"gpt":0.3330313760114744,"spread":0.2860937626927929,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005522844,0.0000876502,0.0001449138,0.00006681467,0.0004246927,0.0001312395,0.00007378202,0.00002657342,0.0002018087],"category_scores_gemma":[0.00008548067,0.00007137517,0.00005767805,0.00001101618,0.00006330165,0.0001262175,0.00002385327,0.0002147286,0.000002462991],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002134115,"about_ca_system_score_gemma":0.00003056084,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003086195,"about_ca_topic_score_gemma":0.0002152015,"domain_scores_codex":[0.9992824,0.00004008965,0.0002359406,0.00008899603,0.0001049876,0.0002476106],"domain_scores_gemma":[0.9995611,0.00007982681,0.0001543422,0.00005230615,0.00008835409,0.00006401285],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000143528,0.00006371867,0.0003367154,0.00009428194,0.00005580814,0.000005301173,0.3547587,0.000003756652,0.0001474425,0.004503188,0.0009211769,0.6390956],"study_design_scores_gemma":[0.001644862,0.0002800628,0.0002186749,0.0003561622,0.00006076946,0.00007617203,0.1231888,0.002948043,0.0001644603,0.0001292994,0.8706385,0.0002941784],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9884309,0.002577379,0.0003026265,0.001914053,0.0002288836,0.0002824089,0.00001782741,0.00008319831,0.006162713],"genre_scores_gemma":[0.991011,0.00002909639,0.006411051,0.00008978797,0.001536981,0.00001316682,0.000007576093,0.00001808533,0.0008832726],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8697174,"threshold_uncertainty_score":0.3266436,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2153564391","doi":"10.1558/cj.v20i3.437-450","title":"Grammatical Errors and Feedback","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Grammar; German; Parsing; Dialog box; Natural language processing; Linguistics; Relevance (law); Artificial intelligence; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.03604364875005453,"gpt":0.2406427214086211,"spread":0.2045990726585666,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004464143,0.00007836304,0.0001060659,0.00004638805,0.0005842774,0.0003444361,0.00005261477,0.00002760616,0.002368518],"category_scores_gemma":[0.000156788,0.00005886377,0.00004620017,0.00001122471,0.0001314126,0.0001086345,0.000008020891,0.0004745807,0.00008444905],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001445006,"about_ca_system_score_gemma":0.00002015456,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000860787,"about_ca_topic_score_gemma":0.00001313326,"domain_scores_codex":[0.9993341,0.0001361308,0.0001536857,0.00007579095,0.0001150757,0.0001852187],"domain_scores_gemma":[0.9996718,0.00004853007,0.00005268609,0.00005947978,0.00003355608,0.0001339494],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009346658,0.00006076599,0.003165815,0.00002449343,0.00004790685,0.00005639848,0.04973438,0.00001527605,0.00007850126,0.9110779,0.02264141,0.01308776],"study_design_scores_gemma":[0.0003074889,0.00006023795,0.0003521465,0.00003563578,0.00001823808,0.0003920906,0.006919379,0.0000809324,0.00001668984,0.007850101,0.983843,0.0001240037],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8214903,0.0006097974,0.0004725184,0.0008682233,0.000761369,0.00003627608,0.000001152748,0.00004732671,0.175713],"genre_scores_gemma":[0.9877462,0.00001797978,0.0003226012,0.0003357688,0.0005453619,6.875247e-7,5.239016e-7,0.00001288502,0.01101801],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9612017,"threshold_uncertainty_score":0.9985434,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2162107240","doi":"10.1558/cj.v24i1.59-75","title":"A Comparison of Chat Room Productivity","year":2007,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Class (philosophy); Task (project management); Vocabulary; Chat room; Quarter (Canadian coin); Duration (music); Online chat; Mathematics education; Psychology; Productivity; Computer science; Medical education; World Wide Web; The Internet; Artificial intelligence; Linguistics; Medicine; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.08510132683981071,"gpt":0.3435241763624712,"spread":0.2584228495226605,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001194303,0.00007339769,0.0001760516,0.00008702837,0.00038478,0.00009456574,0.0001002108,0.00002596423,0.0006580067],"category_scores_gemma":[0.0001070292,0.00005778187,0.00007435576,0.00002114914,0.00008634001,0.0001276961,0.00001572478,0.0005389478,0.00002166305],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002586198,"about_ca_system_score_gemma":0.0000222273,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004008135,"about_ca_topic_score_gemma":0.0001101565,"domain_scores_codex":[0.9992089,0.00007050081,0.0002613177,0.00008294684,0.0001852521,0.0001910755],"domain_scores_gemma":[0.9994912,0.0000548029,0.0001945859,0.00009450574,0.00009005552,0.00007492414],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001838105,0.001035226,0.1765752,0.000121858,0.0001797021,0.00005472478,0.4695838,0.0002424035,0.006529016,0.1169166,0.03644136,0.1921362],"study_design_scores_gemma":[0.0003479928,0.0002153108,0.008344255,0.00009565096,0.00002944491,0.00008335774,0.0139445,0.0001397408,0.002691441,0.0007646215,0.9731675,0.0001762194],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.963753,0.000555062,0.001108902,0.0003354499,0.000808031,0.00003553896,0.000001313168,0.00002917904,0.0333735],"genre_scores_gemma":[0.9940414,0.000002678537,0.0001071895,0.00004623114,0.001956393,2.745616e-7,9.702244e-7,0.00001002608,0.003834811],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9367261,"threshold_uncertainty_score":0.7204712,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2121031452","doi":"10.1558/cj.v20i2.215-336","title":"Learning French Pronunciation","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"French Language Learning Methods","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa","funders":"","keywords":"Pronunciation; Phonetics; Intonation (linguistics); Linguistics; Computer science; Curriculum; Psychology; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.02519221728869455,"gpt":0.3346378998961483,"spread":0.3094456826074538,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00401754,0.00006752874,0.00009814762,0.00007751261,0.0009233392,0.0001861157,0.0001373529,0.00009341742,0.001733202],"category_scores_gemma":[0.007162515,0.00006292076,0.00006245446,0.0002593232,0.00008647778,0.0001891389,0.000007158075,0.000638966,0.00008261301],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001995772,"about_ca_system_score_gemma":0.0003162631,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001663609,"about_ca_topic_score_gemma":0.0000992077,"domain_scores_codex":[0.9971585,0.001825196,0.0001684707,0.0001064399,0.0004196035,0.0003218215],"domain_scores_gemma":[0.9993039,0.0001536226,0.0001494824,0.00006892484,0.0001437146,0.000180307],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006470138,0.00013325,0.2363692,0.00001637764,0.00007162771,0.0001802912,0.1356899,0.001799444,0.004913507,0.07951559,0.01781806,0.5234862],"study_design_scores_gemma":[0.0002084637,0.00005337844,0.004863854,0.00001760716,0.00001090995,0.00004976403,0.003741657,0.00004684194,0.000291121,0.002959499,0.9876271,0.0001297775],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4323461,0.001939316,0.04641291,0.001381756,0.002321375,0.0001961275,3.447776e-7,0.0001983315,0.5152037],"genre_scores_gemma":[0.93999,0.00008638574,0.02405384,0.0002238303,0.001058585,0.00000463383,9.075218e-7,0.00001808894,0.03456373],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9698091,"threshold_uncertainty_score":0.9991794,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1963060300","doi":"10.11139/cj.30.1.i-iv","title":"Thirty Years of the CALICO Journal—Replicate, Replicate, Replicate","year":2013,"lang":"en","type":"editorial","venue":"CALICO Journal","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Replicate; Computer science; Statistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.05231100752340645,"gpt":0.3791938214306174,"spread":0.3268828139072109,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.02727639,0.0008464623,0.002063335,0.0008954551,0.001316274,0.00801142,0.02161063,0.002835203,0.001324402],"category_scores_gemma":[0.07394451,0.0005031456,0.001618588,0.002489533,0.000914001,0.002735331,0.002498272,0.01368692,0.0007321891],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000583031,"about_ca_system_score_gemma":0.003061807,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002845224,"about_ca_topic_score_gemma":0.00001364501,"domain_scores_codex":[0.9797781,0.001972802,0.005095001,0.001784745,0.009999676,0.001369666],"domain_scores_gemma":[0.9710674,0.005671796,0.01039137,0.005803315,0.005652972,0.001413164],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004738609,0.00007216279,0.0009662925,0.00001339511,0.00014389,0.00004056245,0.0002844085,0.00002595575,0.0001949003,0.00008287689,0.9747759,0.02335229],"study_design_scores_gemma":[0.0007599587,0.00008033562,0.001971325,0.000324641,0.0001379119,0.001043848,0.0002313244,0.00006130553,0.0002544171,0.01579992,0.9787298,0.0006051654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.01762721,0.002807707,0.0006560629,0.008519389,0.9588215,0.0008128953,0.0004057998,0.00009871924,0.01025068],"genre_scores_gemma":[0.00921754,0.002674317,0.0003906028,0.001727817,0.9233947,0.00006261203,0.00003930807,0.0002637102,0.06222943],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.05197875,"threshold_uncertainty_score":0.9999838,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2168162292","doi":"10.11139/cj.28.3.588-605","title":"Creating Podcasts for Academic Listening in French","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Active listening; Focus group; Perception; Psychology; Mathematics education; Academic year; Pedagogy; Focus (optics); Sociology; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.1174147925524654,"gpt":0.2966314563370422,"spread":0.1792166637845768,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007727928,0.00009669688,0.0001436301,0.0001315064,0.0005335436,0.0001263741,0.0001486598,0.00005835438,0.0009453208],"category_scores_gemma":[0.0002242323,0.00008122801,0.00008097714,0.00002028267,0.00005318197,0.0002119523,0.0000195058,0.0009537077,0.0000190558],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004078356,"about_ca_system_score_gemma":0.00003231837,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002246368,"about_ca_topic_score_gemma":0.0001078167,"domain_scores_codex":[0.9991302,0.00007813222,0.0002978228,0.0001094203,0.0001021061,0.0002823211],"domain_scores_gemma":[0.9995571,0.00009756775,0.0001459396,0.00006190881,0.00005479236,0.00008264784],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004997362,0.00008314104,0.0431672,0.00006059686,0.00005253019,0.00009090915,0.8223972,0.00005525073,0.0004770666,0.07871222,0.007436733,0.0474172],"study_design_scores_gemma":[0.00325771,0.0006991704,0.02138505,0.001597338,0.0001057383,0.000883808,0.06145949,0.004557162,0.0003263789,0.02028994,0.8843703,0.001067955],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8929372,0.000601765,0.0008310499,0.0001371429,0.0008063559,0.00008255673,0.000003761025,0.00005031479,0.1045499],"genre_scores_gemma":[0.9899774,0.0000110403,0.0009541035,0.0002102898,0.001829023,0.000005934593,0.000002015037,0.00002079552,0.006989388],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8769335,"threshold_uncertainty_score":0.9999679,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2125651700","doi":"10.11139/cj.28.3.721-743","title":"Using ASR Technology in Language Training for Specific Purposes","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Interpreting and Communication in Healthcare","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Training (meteorology); Computer science; Linguistics; Computer-Assisted Instruction; Natural language processing; Mathematics education; Psychology; Multimedia; Artificial intelligence; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.4469941021489425,"gpt":0.5195242086404167,"spread":0.07253010649147423,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009410173,0.00007978811,0.0001781975,0.0002730033,0.000629761,0.000007490509,0.0002980462,0.0002062822,0.00033589],"category_scores_gemma":[0.0002996084,0.00007173093,0.00004913849,0.0001783883,0.00005198685,0.0000565507,0.00005540042,0.001094783,0.00002346549],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001835301,"about_ca_system_score_gemma":0.0002305988,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008926513,"about_ca_topic_score_gemma":0.00005040105,"domain_scores_codex":[0.9985819,0.0003189086,0.0005128822,0.000106356,0.00007255415,0.0004074186],"domain_scores_gemma":[0.9990656,0.0002124426,0.0002351492,0.0002554573,0.0001525463,0.00007880713],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000545289,0.0002046935,0.2573959,0.0004061283,0.00005994888,0.0001118064,0.5259157,0.00001671897,0.01066432,0.09527412,0.005775805,0.1036296],"study_design_scores_gemma":[0.004255163,0.0005463564,0.01631243,0.005381379,0.0000388929,0.0007818287,0.8047545,0.002839314,0.001643556,0.06850345,0.09412277,0.000820354],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9788178,0.001774193,0.006274216,0.001494289,0.00115573,0.0004247912,0.0000103064,0.00007965215,0.009969044],"genre_scores_gemma":[0.9835153,0.00008108116,0.01536026,0.0004381567,0.0003172414,0.00005428474,0.000001839605,0.00002137247,0.0002105192],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2788388,"threshold_uncertainty_score":0.4843676,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2152175132","doi":"10.11139/cj.28.2.460-472","title":"Retention in SLA Lexical Processing","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; University of Victoria","funders":"","keywords":"Computer science; Natural language processing; Linguistics; Artificial intelligence; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.09312754495153247,"gpt":0.3374444740000678,"spread":0.2443169290485354,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003794804,0.00005923733,0.00008517588,0.0001251851,0.00007571434,0.00003417066,0.00008614481,0.00008083235,0.09777354],"category_scores_gemma":[0.00003231097,0.00005167158,0.00004888414,0.0001111577,0.0000283676,0.0001065497,0.000008755585,0.0004372596,0.0002657331],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002603391,"about_ca_system_score_gemma":0.0000183907,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001950998,"about_ca_topic_score_gemma":0.00000172095,"domain_scores_codex":[0.9992701,0.0001398873,0.0002056743,0.0001075841,0.00008176474,0.0001949456],"domain_scores_gemma":[0.999717,0.00001024964,0.0000828577,0.00007636986,0.00002970855,0.00008379896],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0006718927,0.0008156898,0.03884408,0.000040172,0.00008581633,0.006006791,0.1580924,0.000007109275,0.006157715,0.01575262,0.020923,0.7526027],"study_design_scores_gemma":[0.004690992,0.000420579,0.8948118,0.000279823,0.00004708578,0.0101939,0.04150126,0.0003594747,0.0005768213,0.00431317,0.0421808,0.0006242995],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8786296,0.003879829,0.002683772,0.0001230415,0.0006347945,0.0000428265,4.413648e-7,0.00003468278,0.113971],"genre_scores_gemma":[0.9947941,0.000002124253,0.0003435162,0.002970215,0.0003139451,0.000002794416,0.000001681471,0.00001062834,0.001560991],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8559677,"threshold_uncertainty_score":0.9030512,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2889616610","doi":"10.1558/cj.36318","title":"ARIS: A Tool to Promote Language Learning Through AR Gaming","year":2018,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Computer-Assisted Instruction; Natural language processing; Mathematics education; Multimedia; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.03093005161197293,"gpt":0.2872546261194691,"spread":0.2563245745074961,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006567773,0.0001442511,0.0001736379,0.00008649118,0.001353118,0.0006404714,0.0001849854,0.00004370233,0.002854511],"category_scores_gemma":[0.0003125471,0.0001174796,0.00009325982,0.00004285213,0.00009843049,0.000281177,0.00005208686,0.0009155291,0.0006877365],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005224305,"about_ca_system_score_gemma":0.00003726551,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001247916,"about_ca_topic_score_gemma":0.00005837951,"domain_scores_codex":[0.9988285,0.0001363779,0.00025607,0.0001733665,0.0002289041,0.0003768326],"domain_scores_gemma":[0.9994855,0.00003413558,0.0001261023,0.0001322293,0.0001105482,0.000111465],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004027898,0.00006163218,0.0005585019,0.00002408851,0.00007865833,0.0001302403,0.8845721,0.00008173345,0.003246507,0.014148,0.01705771,0.08000055],"study_design_scores_gemma":[0.0002521163,0.0003135847,0.0001042287,0.0001829405,0.00002149296,0.0001458471,0.02441776,0.0002337042,0.0003138728,0.0003472212,0.9734441,0.0002231261],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9224005,0.000274072,0.002506264,0.0006633597,0.0008375972,0.00007886616,0.000001850921,0.0001491026,0.07308835],"genre_scores_gemma":[0.9636766,0.000006125113,0.001468716,0.001103019,0.006791228,0.000003424134,0.000002303212,0.00003778268,0.02691077],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9563864,"threshold_uncertainty_score":0.999947,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2908633243","doi":"10.1558/cj.35208","title":"Teaching Language, Promoting Social Justice","year":2019,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Russian Literature and Bakhtin Studies","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Dialogic; Social media; Pedagogy; Sociology; Argument (complex analysis); Comprehension approach; Language acquisition; Teaching method; Sociology of language; Language education; Linguistics; Computer science; Psychology; Mathematics education; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.01299970609537412,"gpt":0.3404168350533069,"spread":0.3274171289579328,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001099652,0.00007319918,0.0001279416,0.00004336452,0.001618808,0.0002741771,0.0001710652,0.00007005795,0.0002440564],"category_scores_gemma":[0.0001831959,0.00005859383,0.00008063961,0.00009760878,0.0000625847,0.0002351991,0.0000300715,0.000533495,0.0001137112],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006168341,"about_ca_system_score_gemma":0.00007769821,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000510307,"about_ca_topic_score_gemma":0.00001868338,"domain_scores_codex":[0.998883,0.0002495942,0.0001523637,0.0001028053,0.000303358,0.000308855],"domain_scores_gemma":[0.9996402,0.00006649253,0.0001071609,0.00004833549,0.0000519582,0.00008590673],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001991387,0.00008415004,0.007960707,0.00007600897,0.00008319841,0.0001064198,0.7381853,8.12809e-7,0.002734586,0.08636126,0.0752036,0.08918407],"study_design_scores_gemma":[0.0003941423,0.00004159238,0.002599645,0.00008461683,0.00006658339,0.00005191038,0.08932252,0.00001085928,0.00005889724,0.001114518,0.9060332,0.0002215397],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5364751,0.0006089403,0.00007361452,0.008666221,0.001663825,0.0001093323,0.000002298042,0.00005999591,0.4523407],"genre_scores_gemma":[0.9761178,0.00001416397,0.0002962595,0.0009213064,0.005793526,0.000001111236,6.791105e-7,0.000009064299,0.01684612],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8308296,"threshold_uncertainty_score":0.9996809,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1760730739","doi":"10.1558/cj.v19i3.563-570","title":"Developing Multimedia Lesson Modules for Intermediate Japanese","year":2013,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Computer science; Plan (archaeology); Multimedia; Foreign language; Mathematics education","retraction":null,"screen_n_in":null,"score":{"opus":0.0749261601319176,"gpt":0.2861915805853411,"spread":0.2112654204534234,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001514848,0.0001317682,0.0001812239,0.00008314056,0.0003032576,0.0004021172,0.0001778571,0.00004285243,0.002810648],"category_scores_gemma":[0.0001275298,0.00009565605,0.0001129579,0.00001658134,0.0001210069,0.0002916254,0.00003014202,0.0001721482,0.0004272771],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005364755,"about_ca_system_score_gemma":0.0000373455,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005406454,"about_ca_topic_score_gemma":0.00007174113,"domain_scores_codex":[0.9991385,0.0000240252,0.0002659187,0.0001195021,0.0001424325,0.0003095601],"domain_scores_gemma":[0.999312,0.0001147921,0.0001180011,0.0000838425,0.0002216643,0.0001497006],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006925275,0.0001867332,0.0007034832,0.0002137276,0.000280362,0.00003881005,0.1900505,0.00001177016,0.003042623,0.05291125,0.2253932,0.5270984],"study_design_scores_gemma":[0.001991837,0.0002495718,0.003467699,0.0003311503,0.00005826906,0.0001020669,0.02826585,0.003877151,0.001704938,0.01435802,0.9448754,0.0007180509],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9906402,0.0003891097,0.000851143,0.001595429,0.003546827,0.0002665667,0.00001873083,0.00004913535,0.002642879],"genre_scores_gemma":[0.9879633,0.00007624638,0.001310271,0.000847818,0.004946474,0.00006012194,0.00001324173,0.00003408373,0.004748399],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7194822,"threshold_uncertainty_score":0.9981009,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1989825485","doi":"10.11139/cj.28.3.621-638","title":"From the Mouths of Canadian University Students","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Lexicography and Language Studies","field":"Arts and Humanities","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; Computer-Assisted Instruction; World Wide Web; Mathematics education; Linguistics; Psychology; Multimedia","retraction":null,"screen_n_in":null,"score":{"opus":0.05375106699130639,"gpt":0.2065036657741466,"spread":0.1527525987828402,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008764924,0.00004607922,0.00006521812,0.00009878427,0.0004304048,0.0000378485,0.0002474159,0.0000140614,0.003345615],"category_scores_gemma":[0.000008199553,0.00002845468,0.00007211114,0.00004060668,0.0001848093,0.00006757517,0.00002264717,0.0001189736,0.00001211922],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001456253,"about_ca_system_score_gemma":0.00003957279,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.2672459,"about_ca_topic_score_gemma":0.3611148,"domain_scores_codex":[0.9996412,0.00003807616,0.00007383992,0.00004196047,0.00009753534,0.0001074184],"domain_scores_gemma":[0.9997171,0.00001886353,0.00005167086,0.00007248551,0.00006547009,0.00007442779],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002718195,0.00005221435,0.04591431,0.000002376722,0.0003408894,0.0001110264,0.8691666,1.412344e-7,0.000006599114,0.04115543,0.04194497,0.001278282],"study_design_scores_gemma":[0.000375225,0.00004507077,0.05546046,0.00003040379,0.0000805118,0.0000059067,0.2382955,4.696603e-7,0.00003676731,0.001522696,0.7040527,0.00009431671],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8683052,0.0004414464,0.000003538064,0.0002646242,0.0004826139,0.00003310175,0.0001070553,0.000005941001,0.1303565],"genre_scores_gemma":[0.9976827,0.00005593774,0.00001362107,0.0001950826,0.0004306832,8.926028e-8,0.000001070514,0.000002964868,0.001617861],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6621078,"threshold_uncertainty_score":0.9975654,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2164868381","doi":"10.11139/cj.27.3.517-528","title":"Virtual Vocabulary","year":2010,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; Vocabulary; Vocabulary development; Natural language processing; Linguistics; Computer-Assisted Instruction; Artificial intelligence; Multimedia","retraction":null,"screen_n_in":null,"score":{"opus":0.01052339195779267,"gpt":0.3066409371408775,"spread":0.2961175451830849,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003361993,0.00007283322,0.00008661184,0.00008529463,0.000151883,0.00006833096,0.0001509097,0.0001051471,0.3885978],"category_scores_gemma":[0.00006600123,0.00006214379,0.000076465,0.0000675391,0.00004618449,0.00006882462,0.00001438035,0.001023537,0.001997299],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000007629137,"about_ca_system_score_gemma":0.00002315697,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000048519,"about_ca_topic_score_gemma":0.00000106493,"domain_scores_codex":[0.9993287,0.00008567563,0.0001580927,0.0001066783,0.0001079762,0.0002128796],"domain_scores_gemma":[0.9994968,0.0000456437,0.00006962427,0.0001723205,0.00003948146,0.0001761494],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001966717,0.0003856643,0.005508332,0.000004289557,0.0002717582,0.004779867,0.02473675,0.00001568372,0.1068052,0.08150353,0.3472992,0.428493],"study_design_scores_gemma":[0.001660767,0.0002041314,0.04866534,0.00001033976,0.00002560603,0.01513707,0.006724591,0.00004677313,0.0005501246,0.0005353321,0.9261454,0.0002944747],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.94388,0.001011025,0.001311347,0.0004541641,0.004405534,0.00002828334,0.000001580653,0.00004956617,0.04885852],"genre_scores_gemma":[0.9768329,0.000001365881,0.0001805257,0.01540309,0.002173669,0.000002075806,0.000003515268,0.0000167091,0.00538611],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5788462,"threshold_uncertainty_score":0.9987798,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1887914154","doi":"10.1558/cj.v20i3.561-578","title":"A New Template-Template-enhanced ICALL System for a Second Language Composition Course","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Computer science; Bottleneck; Automaton; Artificial intelligence; Simple (philosophy); Finite-state machine; Scheme (mathematics); Natural language processing; Composition (language); Natural language; Theoretical computer science; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01097523105422245,"gpt":0.2811540294831161,"spread":0.2701787984288936,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005429041,0.0001945394,0.0002681707,0.0001157624,0.000289081,0.0005325158,0.0006995538,0.0001432762,0.00006225843],"category_scores_gemma":[0.00004188995,0.0001639893,0.0001368818,0.0002416011,0.00002404602,0.0005799802,0.00005274548,0.0003910817,0.0000199142],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001621652,"about_ca_system_score_gemma":0.0002406861,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006418638,"about_ca_topic_score_gemma":0.000004419902,"domain_scores_codex":[0.9985312,0.0001125662,0.0003804219,0.0002984234,0.0002781519,0.0003992704],"domain_scores_gemma":[0.9988293,0.00009265009,0.0002661603,0.000331078,0.0001850106,0.0002957751],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001346167,0.0002121829,0.00009294178,0.000485226,0.000186704,0.00076513,0.00470279,0.00003637095,0.7234587,0.13749,0.07804619,0.05438912],"study_design_scores_gemma":[0.002445059,0.0003574977,0.00004667485,0.0006260499,0.00005868985,0.006801585,0.0003181485,0.002285291,0.9635563,0.01449244,0.008284057,0.0007282152],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02221533,0.002390402,0.9732417,0.0002427154,0.0005951764,0.0002497449,0.000007486513,0.0004122397,0.0006451424],"genre_scores_gemma":[0.6184467,0.000002348911,0.3807797,0.0002303715,0.0001710255,0.00001132992,0.000003029395,0.00001648726,0.0003389394],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5962314,"threshold_uncertainty_score":0.668729,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2009287484","doi":"10.11139/cj.28.3.662-676","title":"Computer Assisted Reading in German as a Foreign Language, Developing and Testing an NLP-based Application","year":2011,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"German; Natural language processing; Computer science; Artificial intelligence; Reading (process); Linguistics; Foreign language; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.04304679593345002,"gpt":0.3159701930859908,"spread":0.2729233971525408,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005536468,0.0001188494,0.0001338146,0.0002316165,0.0001505272,0.0002406825,0.0004875197,0.00007346355,0.000002486109],"category_scores_gemma":[0.00007482376,0.0001043107,0.00001942946,0.0003852349,0.00003131414,0.0006028742,0.0001028422,0.0003070603,0.000002349905],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009254357,"about_ca_system_score_gemma":0.0001064324,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007977802,"about_ca_topic_score_gemma":0.000009960109,"domain_scores_codex":[0.9990265,0.00008358646,0.0002543445,0.0002455138,0.0001575672,0.0002324624],"domain_scores_gemma":[0.9993373,0.00006013761,0.000174942,0.000207665,0.0001096913,0.0001103327],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001563823,0.00007792671,0.01180996,0.00005751357,0.00000937006,0.0004581505,0.005676467,0.000006766571,0.02385894,0.03907784,0.00005516314,0.9188963],"study_design_scores_gemma":[0.001883749,0.000613143,0.0585999,0.001456809,0.00002735017,0.007703865,0.0003138171,0.6639601,0.1204529,0.1431974,0.0003078957,0.001483071],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1917628,0.0002042432,0.8073411,0.0000705425,0.00003517901,0.00008409601,2.278601e-7,0.0001920816,0.0003097399],"genre_scores_gemma":[0.4887045,8.253595e-7,0.5108604,0.0003691942,0.00005050208,0.000004691002,9.068939e-7,0.000006540306,0.000002442211],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9174132,"threshold_uncertainty_score":0.4253667,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1859439652","doi":"10.1558/cj.v20i2.227-244","title":"Bug Diagnosis By String Matching","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Computer science; Robustness (evolution); Artificial intelligence; String searching algorithm; Natural language processing; Theoretical computer science; Matching (statistics); Asynchronous communication; Edit distance; Sentence; Machine learning; Pattern matching","retraction":null,"screen_n_in":null,"score":{"opus":0.01052346033494909,"gpt":0.2617802084241759,"spread":0.2512567480892268,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004592451,0.0001050346,0.0001113165,0.00008085863,0.000236546,0.0005496808,0.0006852425,0.00005699277,0.00003742624],"category_scores_gemma":[0.0001367889,0.00008685651,0.00005690742,0.0002207852,0.00001792775,0.0006277299,0.00007883879,0.0004389868,0.0000115774],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007634861,"about_ca_system_score_gemma":0.00005203169,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006897211,"about_ca_topic_score_gemma":5.052548e-7,"domain_scores_codex":[0.9990363,0.00008451154,0.0001923064,0.0001682301,0.0002497809,0.0002689104],"domain_scores_gemma":[0.9994202,0.00006027068,0.0001131588,0.0002038939,0.00006322639,0.0001392317],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000006526638,0.0002690234,0.01249527,0.00006427797,0.00008161823,0.000762355,0.003064145,0.00003977446,0.04796109,0.3918638,0.1816211,0.3617709],"study_design_scores_gemma":[0.0006166487,0.000115211,0.0001192523,0.000294283,0.00001748966,0.003177025,0.0001068645,0.0004953358,0.4440194,0.4424282,0.107844,0.0007662146],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02788375,0.007666015,0.9626102,0.0006942836,0.000356754,0.00004170445,9.9179e-7,0.0002455467,0.0005007004],"genre_scores_gemma":[0.6594346,0.0001147091,0.3395048,0.0006829507,0.0000870741,0.000005750667,3.14514e-7,0.00001138719,0.000158414],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6315508,"threshold_uncertainty_score":0.5300585,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1790138082","doi":"10.1558/cj.v30i0.137-165","title":"The design of effective mobile-enabled tasks for ESP students: A longitudinal study","year":2013,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"George Brown College; Athabasca University","funders":"","keywords":"Design-based research; Computer science; Context (archaeology); Multimedia; Human–computer interaction; Mathematics education; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02286897054880494,"gpt":0.3270177440381674,"spread":0.3041487734893625,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002201441,0.0001334534,0.0001948421,0.00008849045,0.0004907381,0.0006567664,0.001425271,0.00004206495,0.00002390381],"category_scores_gemma":[0.0004225844,0.00008575899,0.00008862201,0.0002536438,0.0000612602,0.0004234333,0.0001509136,0.0003034282,0.00002867652],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001265524,"about_ca_system_score_gemma":0.000125481,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002114549,"about_ca_topic_score_gemma":0.000001451497,"domain_scores_codex":[0.9980006,0.0005995752,0.000375864,0.0002368786,0.0004745118,0.0003125941],"domain_scores_gemma":[0.9973134,0.001213057,0.0003503141,0.0004478112,0.0005587108,0.0001166401],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002469354,0.00544116,0.4652802,0.00007934257,0.001176919,0.00002889844,0.03029812,0.0305145,0.003508639,0.00317583,0.04200064,0.4182488],"study_design_scores_gemma":[0.005060289,0.009022141,0.9020249,0.0001471327,0.0001492541,0.0003717365,0.005220885,0.05878548,0.001515148,0.0119161,0.005183202,0.0006037287],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3673568,0.0001428168,0.6293085,0.0001616255,0.000773554,0.002211648,2.676919e-7,0.00002116753,0.00002360726],"genre_scores_gemma":[0.9891909,0.00001122045,0.008853485,0.00004579289,0.0002286667,0.001402667,2.122613e-7,0.00001285757,0.0002542031],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6218341,"threshold_uncertainty_score":0.6333213,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4200457640","doi":"10.1558/cj.19666","title":"When “Blended” Becomes “Online”","year":2021,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Pandemic; Student engagement; Blended learning; Learning analytics; Coronavirus disease 2019 (COVID-19); Psychology; Analytics; Medical education; Higher education; Mathematics education; Computer science; Educational technology; Political science; Medicine; Data science","retraction":null,"screen_n_in":null,"score":{"opus":0.02003990499096659,"gpt":0.2832902304523695,"spread":0.2632503254614029,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002024673,0.00009190593,0.0001451453,0.00006953702,0.0001686778,0.0003930122,0.000535767,0.00004759872,0.0001314752],"category_scores_gemma":[0.0001379432,0.00007870463,0.0001235163,0.0002034437,0.00002145283,0.0002462209,0.0001588892,0.0004736459,0.00007208776],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003264442,"about_ca_system_score_gemma":0.0003201559,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001743157,"about_ca_topic_score_gemma":0.000004435716,"domain_scores_codex":[0.9990003,0.00009391837,0.0002190405,0.0001777854,0.0002584027,0.0002505539],"domain_scores_gemma":[0.9991879,0.00004898755,0.00008945568,0.0002959766,0.0001863923,0.0001912167],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007520569,0.001090359,0.03305607,0.00005877214,0.0003551204,0.006210747,0.003062031,0.002841722,0.004268941,0.1244173,0.2315461,0.5930852],"study_design_scores_gemma":[0.001083962,0.0001314588,0.01369885,0.0001412809,0.00004272775,0.007254637,0.0004026807,0.1217596,0.001083693,0.08964455,0.7641814,0.0005751688],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1662501,0.003256411,0.5653758,0.2560599,0.003636603,0.00004861104,0.00001236881,0.0003494527,0.005010676],"genre_scores_gemma":[0.6024531,0.0005904426,0.3576496,0.007389692,0.003418104,9.9236e-7,0.00001599768,0.00003876754,0.0284433],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5925101,"threshold_uncertainty_score":0.3789826,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2102667937","doi":"10.1558/cj.v22i2.269-284","title":"Using German Web Sites to Teach Culture in German Courses","year":2005,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"German; Foreign language; Computer science; Web application; Foreign language teaching; Element (criminal law); Language education; Mathematics education; Teaching method; Computer-Assisted Instruction; World Wide Web; Pedagogy; Linguistics; Multimedia; Psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.06072384604292124,"gpt":0.3460615034743621,"spread":0.2853376574314408,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004624015,0.0001493398,0.000186036,0.0001965434,0.0006485661,0.0004786931,0.0001766198,0.00005455488,0.001478515],"category_scores_gemma":[0.0000510061,0.0001200737,0.00008411405,0.00004136773,0.00005910008,0.0002965209,0.00003129647,0.0008744169,0.0001544619],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001186797,"about_ca_system_score_gemma":0.00005027893,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003725854,"about_ca_topic_score_gemma":0.0003932605,"domain_scores_codex":[0.9988953,0.0001352652,0.0002767105,0.0001457466,0.0002060033,0.0003409903],"domain_scores_gemma":[0.9995357,0.00002604975,0.00009834606,0.0001092374,0.00006420567,0.0001664281],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006167476,0.0004496367,0.01488923,0.00004958688,0.0001087959,0.0002581401,0.624113,0.003778691,0.03379067,0.03923912,0.2627294,0.02053205],"study_design_scores_gemma":[0.0003049574,0.00004661921,0.0002679169,0.0001150419,0.00001722777,0.0001788791,0.003135325,0.001902949,0.00007731363,0.0001322348,0.9936141,0.0002074656],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9791006,0.0006249743,0.00004138211,0.001381423,0.0003035938,0.00005552097,0.000005657782,0.00005280532,0.01843405],"genre_scores_gemma":[0.9833151,0.00001801211,0.0005378489,0.001572204,0.004007176,0.00000137089,0.000003951134,0.00002506314,0.01051928],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7308847,"threshold_uncertainty_score":0.9994343,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3157210034","doi":"10.1558/cj.38927","title":"A Video-Conferencing English–Spanish eTandem Exchange","year":2021,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Videoconferencing; Contrast (vision); Perspective (graphical); Teleconference; English as a foreign language; Foreign language; Psychology; Focus (optics); Language acquisition; Linguistics; Computer science; Mathematics education; Multimedia; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04655912075922929,"gpt":0.2412189452070534,"spread":0.1946598244478241,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006482207,0.0001392283,0.0002112745,0.00007332989,0.0009279912,0.0009835839,0.0001437614,0.00005796956,0.01022138],"category_scores_gemma":[0.0004073048,0.0001203189,0.0001488577,0.00003387812,0.00006511802,0.0002537218,0.00004921498,0.0009480623,0.00009436586],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006454729,"about_ca_system_score_gemma":0.000135829,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003533547,"about_ca_topic_score_gemma":0.0002321717,"domain_scores_codex":[0.9987445,0.0002484382,0.0002662723,0.0001708488,0.0002437144,0.000326253],"domain_scores_gemma":[0.9991347,0.00008891522,0.0001206297,0.0001466522,0.0003438074,0.0001653021],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003016015,0.0001942839,0.005885263,0.0001141438,0.0002698136,0.001020291,0.6565047,0.00005048179,0.0009820216,0.1659293,0.1068899,0.06212975],"study_design_scores_gemma":[0.0004303663,0.00004593026,0.000319397,0.0001367247,0.0000378942,0.0002062287,0.0221117,0.00007993362,0.0001547372,0.001221866,0.9750572,0.0001980529],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6036023,0.003857239,0.0008077414,0.001400026,0.004750706,0.00006221882,0.00001181238,0.0002297957,0.3852781],"genre_scores_gemma":[0.9685109,0.0001102291,0.0001314219,0.001034965,0.007113928,0.000002658237,0.000007168946,0.00002933177,0.02305938],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8681673,"threshold_uncertainty_score":0.9906834,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2114206224","doi":"10.1558/cj.v22i2.251-268","title":"Les Chansons de la francophonie Web Site and its Two Web-usage-tracking Systems in an Advanced Listening Comprehension Course","year":2005,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa","funders":"","keywords":"Paragraph; Web page; Computer science; World Wide Web; JavaScript; Comprehension; Web application; Multimedia; Linguistics; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.05234607069337044,"gpt":0.4305733872672216,"spread":0.3782273165738512,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002708009,0.00009803803,0.0001747728,0.00007480442,0.0007432201,0.0002677325,0.0001232944,0.00009881027,0.00005353331],"category_scores_gemma":[0.0002109065,0.00009277491,0.00004013205,0.0001717901,0.00009592631,0.0004337561,0.00001592419,0.0004819667,0.000004197266],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001627007,"about_ca_system_score_gemma":0.0003840564,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002694718,"about_ca_topic_score_gemma":0.0013114,"domain_scores_codex":[0.9978895,0.00117719,0.0002299906,0.000145228,0.0002491057,0.0003090288],"domain_scores_gemma":[0.9989464,0.000454363,0.0001332654,0.000062552,0.0001289533,0.0002745131],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008973021,0.0005223735,0.1787475,0.00008419184,0.000041039,0.0001288518,0.07550232,0.0148453,0.2717514,0.01184313,0.0007788256,0.4456653],"study_design_scores_gemma":[0.003355702,0.0001332098,0.2342653,0.001347546,0.00006423087,0.000576582,0.03800726,0.03758445,0.0006455387,0.0005845116,0.6826854,0.000750282],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9881665,0.007408562,0.0001967698,0.0006757766,0.0006000531,0.0001039496,0.0000052027,0.00002277482,0.002820449],"genre_scores_gemma":[0.9928773,0.001076879,0.00409238,0.0001345669,0.001422871,0.000005906008,0.000001340895,0.00001285405,0.0003758804],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6819066,"threshold_uncertainty_score":0.5716323,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4398774397","doi":"10.1558/cj.22431","title":"Hey Google, Let’s Write","year":2024,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Writing and Handwriting Education","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Concordia University","funders":"","keywords":"Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02952946197817699,"gpt":0.3964354749380161,"spread":0.3669060129598391,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001176492,0.00005237478,0.00006646462,0.00008410425,0.0006711575,0.0007515419,0.0001275586,0.00005959806,0.0005346783],"category_scores_gemma":[0.0002442462,0.00004821054,0.00007174072,0.0001949346,0.00008701105,0.0001964161,0.000008959935,0.0003093797,0.0002648344],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001182368,"about_ca_system_score_gemma":0.0003565699,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000159557,"about_ca_topic_score_gemma":0.00008394081,"domain_scores_codex":[0.9991298,0.0001241211,0.0001460696,0.0001006128,0.0002591427,0.0002401926],"domain_scores_gemma":[0.9995744,0.00009891202,0.00002991961,0.00005425089,0.00007647138,0.0001660489],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005810994,0.00007209148,0.002906867,0.00004874242,0.00004384308,0.0001360343,0.04096326,0.000005555218,0.001041898,0.192379,0.5159607,0.2464362],"study_design_scores_gemma":[0.00005753635,0.00001343054,0.0005648214,0.0001650932,0.00001231247,0.00009302835,0.00517123,0.00005158834,0.00005056146,0.005980325,0.987753,0.00008701962],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4452317,0.01031151,0.00243915,0.05486314,0.01040393,0.0001444648,0.000009972474,0.0005365729,0.4760596],"genre_scores_gemma":[0.9766967,0.0003888703,0.0003237211,0.0003988607,0.006123292,0.000002365503,0.000001541101,0.00001163856,0.01605304],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.531465,"threshold_uncertainty_score":0.7247136,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2978961043","doi":"10.1558/cj.39253","title":"Bilingues, francophiles et citoyens du web ! / Bilinguals, Francophiles and Web Citizens!","year":2019,"lang":"fr","type":"article","venue":"CALICO Journal","topic":"Discourse Analysis in Language Studies","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa","funders":"","keywords":"Humanities; Art; Political science; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.0109142422981727,"gpt":0.2486351399784747,"spread":0.237720897680302,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001328127,0.0006807225,0.001109334,0.000480424,0.00124538,0.001342423,0.0004421948,0.0002199758,0.01572764],"category_scores_gemma":[0.0003674758,0.0005741352,0.0005621296,0.000187907,0.001504272,0.0005553614,0.000271576,0.001251457,0.0007289057],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001105562,"about_ca_system_score_gemma":0.000425024,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002467997,"about_ca_topic_score_gemma":0.001061336,"domain_scores_codex":[0.9962504,0.0004338538,0.001045544,0.0006440273,0.0007177248,0.0009084771],"domain_scores_gemma":[0.9974706,0.0004681151,0.0005567905,0.0005282423,0.0005883761,0.000387853],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002331851,0.001604441,0.03615762,0.001324987,0.005477866,0.002498406,0.1616767,0.0005995277,0.003098408,0.4632953,0.3020461,0.02198738],"study_design_scores_gemma":[0.00180666,0.0003472154,0.0008664089,0.0010166,0.0006072795,0.0007432674,0.04599299,0.0009470757,0.00003943919,0.00620154,0.9405122,0.0009193436],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7422429,0.1588725,0.0000130735,0.007854773,0.0110651,0.0002519629,0.0004117577,0.00008120576,0.07920677],"genre_scores_gemma":[0.9049222,0.03842344,0.0001683274,0.001843809,0.01446235,0.000006494784,0.00002243618,0.0001228113,0.0400281],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.638466,"threshold_uncertainty_score":0.9996943,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2170061155","doi":"10.1558/cj.v24i2.313-330","title":"Using the French Tutor Multimedia Package or a Textbook to Teach Two French Past Tense Verbs","year":2007,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Acadia University","funders":"","keywords":"TUTOR; Grammar; Computer science; Variety (cybernetics); Verb; Mathematics education; Modal verb; Multimedia; Psychology; Linguistics; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.06819377950829064,"gpt":0.3167475988609965,"spread":0.2485538193527059,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001928149,0.0002475724,0.0002584492,0.0001938746,0.001830742,0.0007245251,0.0003727064,0.00006566287,0.003099968],"category_scores_gemma":[0.0003151908,0.0001441614,0.0001574715,0.00007490629,0.0001996279,0.0001976205,0.00007526342,0.001365029,0.000185129],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001446196,"about_ca_system_score_gemma":0.0001106444,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006978122,"about_ca_topic_score_gemma":0.0010037,"domain_scores_codex":[0.9979982,0.0002338511,0.0004668085,0.0002356153,0.0004276757,0.0006378155],"domain_scores_gemma":[0.9986802,0.0003301245,0.00019769,0.0002878027,0.0001641017,0.0003400972],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001773864,0.000471231,0.0154001,0.00005139705,0.000360689,0.00131291,0.590776,0.0006246124,0.008946043,0.003619876,0.2421331,0.1361266],"study_design_scores_gemma":[0.00100303,0.0002186117,0.003689616,0.0002093987,0.0000893949,0.0007013349,0.01455865,0.001441359,0.0001428276,0.0001338104,0.9773661,0.000445797],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9592836,0.0004710403,0.01314419,0.001106496,0.002547889,0.0002813421,0.00002283643,0.0001444833,0.02299809],"genre_scores_gemma":[0.9563553,0.00000443886,0.003055459,0.001855707,0.009034648,0.000003690088,0.000004208052,0.0000540754,0.02963252],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.735233,"threshold_uncertainty_score":0.9994687,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1711540781","doi":"10.1558/cj.v30i0.187-202","title":"Clicking for Help","year":2013,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"German; TUTOR; Computer science; Context (archaeology); World Wide Web; Natural language processing; Multimedia; Linguistics; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02102116292661978,"gpt":0.2450998451311014,"spread":0.2240786822044817,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002918622,0.00006320516,0.00009694193,0.00005957303,0.0001599016,0.000483463,0.0004692505,0.00003908599,0.00003552481],"category_scores_gemma":[0.00007694001,0.00004907075,0.00008610321,0.00009195333,0.00001217346,0.0004364614,0.0000444675,0.00009979585,0.0002275135],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002991107,"about_ca_system_score_gemma":0.00005520099,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001618501,"about_ca_topic_score_gemma":0.000001192661,"domain_scores_codex":[0.9992766,0.0000303942,0.0001830083,0.0001126658,0.0001399145,0.0002574567],"domain_scores_gemma":[0.9993724,0.00005803287,0.00008312763,0.0001786278,0.0001291408,0.0001787228],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001084421,0.0000898029,0.006680826,0.00003750475,0.00006034499,0.00004404609,0.001397625,0.00004979036,0.02047912,0.06310733,0.5231359,0.3849069],"study_design_scores_gemma":[0.004278019,0.0007711154,0.02028796,0.0001989173,0.00002070344,0.004734973,0.0004567175,0.06314509,0.02076628,0.1641242,0.7201001,0.001115901],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03384771,0.0002494761,0.9589039,0.001776981,0.002260468,0.000189784,8.536894e-7,0.00006095006,0.002709849],"genre_scores_gemma":[0.9541556,0.000009279182,0.0416509,0.001331685,0.002003141,0.00003331478,8.61558e-7,0.00001114432,0.0008040757],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9203079,"threshold_uncertainty_score":0.4662045,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2074480302","doi":"10.11139/cj.30.3.i-iii","title":"Computer-assisted Language Learning — The Times They Are A-Changin’","year":2013,"lang":"en","type":"article","venue":"CALICO Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer-Assisted Instruction; Computer science; Language acquisition; Linguistics; Mathematics education; Psychology; Multimedia; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.02342340448594783,"gpt":0.2318781826486795,"spread":0.2084547781627316,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004608966,0.0001260358,0.0001453421,0.00006808174,0.001405817,0.0009965036,0.0002238968,0.00003549379,0.005198568],"category_scores_gemma":[0.0000588888,0.00007317997,0.0001177256,0.00001928041,0.00008378666,0.0001793432,0.00004500117,0.0009837899,0.0006432894],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002698564,"about_ca_system_score_gemma":0.0000157125,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000272272,"about_ca_topic_score_gemma":0.00008272772,"domain_scores_codex":[0.9989526,0.0002976577,0.0001847392,0.0001047451,0.0001871124,0.0002731239],"domain_scores_gemma":[0.9993854,0.0001295502,0.0001852789,0.0001237636,0.00008848991,0.00008748328],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001476851,0.0001522096,0.006780127,0.00004397134,0.0002815805,0.0001398625,0.619683,0.001199834,0.0005456492,0.02065886,0.1662473,0.1842529],"study_design_scores_gemma":[0.0005837066,0.0001937557,0.009547308,0.0002540813,0.00005707274,0.0004815772,0.1051567,0.005636156,0.00002574468,0.0007737637,0.8768769,0.0004132333],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9459444,0.0009803334,0.0005364897,0.003705294,0.001191959,0.0001215388,0.000002558092,0.000204688,0.04731273],"genre_scores_gemma":[0.9730087,0.000009362595,0.00008099822,0.0006951734,0.003235152,0.000004445546,0.000003651476,0.00002418304,0.02293836],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7106296,"threshold_uncertainty_score":0.9998942,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4306874834","doi":"10.1558/cj.18775","title":"An Analysis of Current Research on Computer-Assisted L2 Vocabulary Learning","year":2022,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University","funders":"","keywords":"Affordance; Vocabulary; Computer science; Computer-Assisted Instruction; Process (computing); Language acquisition; Vocabulary development; Educational technology; Mathematics education; Multimedia; Human–computer interaction; Psychology; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.1343410788525242,"gpt":0.4766411810670027,"spread":0.3423001022144784,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002540711,0.00009376634,0.000260496,0.001327842,0.0007157336,0.00006404229,0.0003395853,0.00004298341,0.1304268],"category_scores_gemma":[0.00003680828,0.00009106764,0.0002100438,0.001310913,0.00005898017,0.00004984303,0.00007220775,0.002125927,0.00005055277],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000130128,"about_ca_system_score_gemma":0.00005083075,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002618553,"about_ca_topic_score_gemma":0.000001178939,"domain_scores_codex":[0.9953717,0.003101188,0.0003500465,0.0002486845,0.0006012236,0.0003271679],"domain_scores_gemma":[0.998927,0.0002392157,0.0002087284,0.0002942523,0.0001486937,0.0001821151],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00100042,0.00367795,0.03541911,0.00002659219,0.003219341,0.002116894,0.05897024,0.1505575,0.003802415,0.007928657,0.02693208,0.7063488],"study_design_scores_gemma":[0.003285102,0.005537949,0.6292674,0.00006538831,0.000715936,0.001328647,0.08233307,0.05689107,0.0001043672,0.00009110352,0.2197578,0.0006221548],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9908476,0.003181906,0.00271281,0.000107842,0.0008665457,0.00005854348,0.000009852741,0.00003285935,0.002181968],"genre_scores_gemma":[0.9981644,0.00000525814,0.00006056403,0.0009806523,0.0004184748,0.000008934907,0.00006944624,0.00001742938,0.0002748585],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7057267,"threshold_uncertainty_score":0.9236213,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2770310262","doi":"10.1558/cj.35133","title":"Real English Interactive Level 1 Version 2.0","year":2001,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Computer-Assisted Instruction; Multimedia; Natural language processing","retraction":null,"screen_n_in":null,"score":{"opus":0.03180164522837915,"gpt":0.3175291082678193,"spread":0.2857274630394401,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001922665,0.00005901904,0.00006339911,0.00009098621,0.0001753991,0.00009147315,0.0004829667,0.00005176056,0.0001012428],"category_scores_gemma":[0.00005926296,0.00005107303,0.00004121912,0.0001606028,0.00002784687,0.0004769421,0.00009339451,0.0003384394,0.00006048986],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001149882,"about_ca_system_score_gemma":0.0001251158,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004980458,"about_ca_topic_score_gemma":0.000001184269,"domain_scores_codex":[0.999427,0.00003843836,0.0001180151,0.0001196504,0.0001499732,0.0001469505],"domain_scores_gemma":[0.9994702,0.00005613291,0.00007483489,0.0001544362,0.0001649926,0.00007934534],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007503266,0.001022602,0.07615453,0.000007576916,0.0001834505,0.0006618839,0.009284039,0.0001064084,0.005417265,0.3974125,0.3006064,0.2090683],"study_design_scores_gemma":[0.001876302,0.0004907318,0.2040524,0.0001540884,0.00002505279,0.003761601,0.003414709,0.004598638,0.008390083,0.07410046,0.6984703,0.0006656706],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7058428,0.00007438685,0.2485832,0.009974162,0.004559856,0.0000647437,0.000002586276,0.0001715822,0.03072673],"genre_scores_gemma":[0.9837607,0.0001393816,0.01432486,0.0002788889,0.0004328612,0.000002341419,0.000001287987,0.000003406187,0.001056346],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3978639,"threshold_uncertainty_score":0.2082698,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2232982059","doi":"10.1558/calico.v32i1.25646","title":"Software Review: Mango Conversations—Japanese for English Speakers","year":2015,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Lethbridge","funders":"","keywords":"Pronunciation; Computer science; Software; Drill; Linguistics; Computer-Assisted Instruction; Natural language processing; Multimedia; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1443707576404524,"gpt":0.4406222363020038,"spread":0.2962514786615513,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002942116,0.00006325901,0.0001291377,0.00003135725,0.0003500258,0.00009285657,0.000185838,0.00005347606,0.0003031339],"category_scores_gemma":[0.007668844,0.00005626,0.0001007012,0.0001428893,0.00009831811,0.0002254801,0.0000104087,0.0001306886,0.00002557945],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001790633,"about_ca_system_score_gemma":0.0007969292,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006645329,"about_ca_topic_score_gemma":0.00003338626,"domain_scores_codex":[0.9989331,0.0002431948,0.0001988802,0.00009608942,0.0003144901,0.0002142381],"domain_scores_gemma":[0.9982257,0.0002578207,0.0001242263,0.00008697186,0.0009123363,0.0003928883],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001185012,0.00004678859,0.001787778,0.00006300895,0.00002409203,0.000002752847,0.03187558,0.000005220982,0.000005988147,0.005012662,0.9383257,0.02283857],"study_design_scores_gemma":[0.0002379199,0.00002121362,0.0002971883,0.0001014715,0.00002730594,0.000009604026,0.008910082,0.000001542729,0.000006561892,0.003603297,0.986703,0.00008077118],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.1084197,0.1739059,0.06895244,0.2183861,0.07697344,0.006639382,0.0002657395,0.0008331793,0.3456241],"genre_scores_gemma":[0.05397117,0.05224629,0.5199763,0.06349565,0.07593138,0.0004930504,0.0001982478,0.0002128021,0.2334752],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4510238,"threshold_uncertainty_score":0.9180877,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}