{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":3,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":3,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"a88bc1d7269e","filters":{"venue":"WorldCALL official conference proceedings"}},"results":[{"id":"W4391287273","doi":"10.22492/issn.2759-1182.2023.7","title":"Reading and Listening Outcomes of Learners in the Duolingo English Course for Japanese Speakers","year":2024,"lang":"en","type":"article","venue":"WorldCALL official conference proceedings","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Impact","funders":"","keywords":"Active listening; Reading (process); Psychology; Course (navigation); Linguistics; Computer science; Communication; Engineering","authors":[{"name":"Xiangying Jiang","is_ca":false},{"name":"Elise Hopman","is_ca":true},{"name":"Ryan Peters","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03556301276644644,"gpt":0.2819269311567447,"spread":0.2463639183902983,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008858065,0.0004701647,0.0005834319,0.0007316017,0.0008825312,0.002161173,0.0004271466,0.0008531835,0.009005799],"category_scores_gemma":[0.004670173,0.0002010868,0.0005282951,0.0003483568,0.0005471319,0.001202176,0.001333432,0.001116435,0.002283799],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004742429,"about_ca_system_score_gemma":0.0006284287,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007019655,"about_ca_topic_score_gemma":0.01246063,"domain_scores_codex":[0.9995077,0.00006661292,0.00005327118,0.0001169989,0.0001172197,0.000138198],"domain_scores_gemma":[0.9972448,0.0005654508,0.0003699878,0.00006803284,0.0005390396,0.001212733],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.005048564,0.00900811,0.6277934,0.0005372892,0.0002635748,0.004242631,0.2250309,0.0005219926,0.03417462,0.0006059741,0.005106691,0.08766623],"study_design_scores_gemma":[0.00008855919,0.002390379,0.8886979,0.0001027917,0.0002252983,0.0004467809,0.1014979,0.0003722498,0.003178635,0.0003792793,0.002506429,0.000113729],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9974789,0.00004738039,0.00001844671,0.00003976887,0.00001004674,0.00000836972,0.00006068228,0.00000480527,0.002331697],"genre_scores_gemma":[0.9928161,0.0001048177,0.00006077696,0.00005486653,0.000008253453,0.00002918375,0.0002316917,0.00001199734,0.006682375],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009005799,"threshold_uncertainty_score":0.03012735,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391287269","doi":"10.22492/issn.2759-1182.2023.22","title":"Developing Targeted Technology Standards for Teachers: Report on a Project for the Canadian Settlement Language Sector","year":2024,"lang":"en","type":"article","venue":"WorldCALL official conference proceedings","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Settlement (finance); Process (computing); English language; Computer science; Engineering management; Engineering; Mathematics education; Psychology; World Wide Web; Programming language","authors":[{"name":"Philip Hubbard","is_ca":false},{"name":"Deborah Healey","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09744464689157152,"gpt":0.4336717247463263,"spread":0.3362270778547548,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02130281,0.0006769035,0.0004487277,0.003039788,0.01098344,0.006252386,0.002511065,0.002054216,0.004214577],"category_scores_gemma":[0.03869714,0.00057358,0.0003807879,0.00415259,0.003218878,0.00250704,0.004890283,0.002197621,0.0008863021],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.08446353,"about_ca_system_score_gemma":0.3348579,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9566791,"about_ca_topic_score_gemma":0.9631159,"domain_scores_codex":[0.9735196,0.003049967,0.0007444962,0.001191595,0.01738889,0.004105502],"domain_scores_gemma":[0.9452311,0.005532994,0.001988378,0.002781247,0.03446871,0.00999751],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005278315,0.004171195,0.1165482,0.001265983,0.00007095237,0.001245458,0.1657094,0.004577589,0.03754788,0.04321409,0.06803396,0.5570875],"study_design_scores_gemma":[0.0002438596,0.001391341,0.3910052,0.0008024576,0.0001306627,0.0003962156,0.2908256,0.005138254,0.03283133,0.005012941,0.2719759,0.0002463111],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8011367,0.0008931271,0.02192341,0.01213007,0.0001242391,0.006816181,0.003064232,0.0007523954,0.1531596],"genre_scores_gemma":[0.8999395,0.0009812404,0.03631006,0.0007793546,0.0000117033,0.001412262,0.003439602,0.0002925491,0.05683367],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9155365,"threshold_uncertainty_score":0.6128287,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391287296","doi":"10.22492/issn.2759-1182.2024.22","title":"Developing Targeted Technology Standards for Teachers: Report on a Project for the Canadian Settlement Language Sector","year":2024,"lang":"en","type":"article","venue":"WorldCALL official conference proceedings","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Settlement (finance); Process (computing); English language; Computer science; Engineering management; Engineering; Mathematics education; Psychology; World Wide Web; Programming language","authors":[{"name":"Philip Hubbard","is_ca":false},{"name":"Deborah Healey","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09744464689157152,"gpt":0.4336717247463263,"spread":0.3362270778547548,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02130281,0.0006769035,0.0004487277,0.003039788,0.01098344,0.006252386,0.002511065,0.002054216,0.004214577],"category_scores_gemma":[0.03869714,0.00057358,0.0003807879,0.00415259,0.003218878,0.00250704,0.004890283,0.002197621,0.0008863021],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.08446353,"about_ca_system_score_gemma":0.3348579,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9566791,"about_ca_topic_score_gemma":0.9631159,"domain_scores_codex":[0.9735196,0.003049967,0.0007444962,0.001191595,0.01738889,0.004105502],"domain_scores_gemma":[0.9452311,0.005532994,0.001988378,0.002781247,0.03446871,0.00999751],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005278315,0.004171195,0.1165482,0.001265983,0.00007095237,0.001245458,0.1657094,0.004577589,0.03754788,0.04321409,0.06803396,0.5570875],"study_design_scores_gemma":[0.0002438596,0.001391341,0.3910052,0.0008024576,0.0001306627,0.0003962156,0.2908256,0.005138254,0.03283133,0.005012941,0.2719759,0.0002463111],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8011367,0.0008931271,0.02192341,0.01213007,0.0001242391,0.006816181,0.003064232,0.0007523954,0.1531596],"genre_scores_gemma":[0.8999395,0.0009812404,0.03631006,0.0007793546,0.0000117033,0.001412262,0.003439602,0.0002925491,0.05683367],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9155365,"threshold_uncertainty_score":0.6128287,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}