{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":3,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":3,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"a88bc1d7269e","filters":{"venue":"WorldCALL official conference proceedings"}},"results":[{"id":"W4391287273","doi":"10.22492/issn.2759-1182.2023.7","title":"Reading and Listening Outcomes of Learners in the Duolingo English Course for Japanese Speakers","year":2024,"lang":"en","type":"article","venue":"WorldCALL official conference proceedings","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Impact","funders":"","keywords":"Active listening; Reading (process); Psychology; Course (navigation); Linguistics; Computer science; Communication; Engineering","authors":[{"name":"Xiangying Jiang","is_ca":false},{"name":"Elise Hopman","is_ca":true},{"name":"Ryan Peters","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03556301276644644,"gpt":0.2819269311567447,"spread":0.2463639183902983,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001028397,0.0001878871,0.0002980538,0.0001774035,0.0002483661,0.0006558186,0.0002217507,0.00005549299,0.00005830634],"category_scores_gemma":[0.0004842877,0.0001355692,0.00009079905,0.0000949802,0.0002541368,0.0002730418,0.00003817297,0.0004804114,0.000003623573],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002193022,"about_ca_system_score_gemma":0.0000621213,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003455722,"about_ca_topic_score_gemma":0.0004054827,"domain_scores_codex":[0.998839,0.00002328476,0.0003325889,0.0002947393,0.0002100922,0.0003002787],"domain_scores_gemma":[0.9992185,0.0003842813,0.0001022947,0.00006453214,0.0001859687,0.00004441466],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004134905,0.00003608168,0.004144927,0.0002457352,0.00003880508,0.00000304256,0.619716,0.000007820052,0.0001038976,0.3704415,0.0005462024,0.004674671],"study_design_scores_gemma":[0.000929544,0.0005014418,0.003531807,0.001645373,0.0002619761,0.000009040572,0.7149193,0.01247776,0.00004460222,0.003027966,0.2618647,0.0007864498],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9450432,0.0002129267,0.00002287403,0.001264495,0.000456649,0.0003201608,0.000007537683,0.0001533017,0.05251885],"genre_scores_gemma":[0.995648,0.00001290854,0.0001020288,0.0001429426,0.0005694567,0.00002773241,0.000005552125,0.00002753711,0.003463892],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3674135,"threshold_uncertainty_score":0.6324074,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391287269","doi":"10.22492/issn.2759-1182.2023.22","title":"Developing Targeted Technology Standards for Teachers: Report on a Project for the Canadian Settlement Language Sector","year":2024,"lang":"en","type":"article","venue":"WorldCALL official conference proceedings","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Settlement (finance); Process (computing); English language; Computer science; Engineering management; Engineering; Mathematics education; Psychology; World Wide Web; Programming language","authors":[{"name":"Philip Hubbard","is_ca":false},{"name":"Deborah Healey","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09744464689157152,"gpt":0.4336717247463263,"spread":0.3362270778547548,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002778617,0.000151499,0.0001712381,0.0002642552,0.0009957511,0.0004713403,0.0003275108,0.0001548133,0.00007892598],"category_scores_gemma":[0.002637475,0.0001163854,0.00008386315,0.0006419109,0.0001818654,0.0001096353,0.00002252581,0.0002370242,0.000003058115],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001109016,"about_ca_system_score_gemma":0.0128135,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02319086,"about_ca_topic_score_gemma":0.3060588,"domain_scores_codex":[0.998417,0.00001800688,0.0002603952,0.0003884247,0.0003958299,0.0005204057],"domain_scores_gemma":[0.9985977,0.0003148238,0.00008475567,0.00007990618,0.0008209709,0.0001018324],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003841694,0.00001831375,0.0001695982,0.00008653938,0.00006640858,0.000004645576,0.02921479,6.446197e-7,0.0002773794,0.8697225,0.02437347,0.07602722],"study_design_scores_gemma":[0.0001024944,0.00009848821,0.000101695,0.0001559913,0.00003428552,0.000002583929,0.01685496,0.0001490069,0.0005227239,0.008656899,0.9731345,0.0001864015],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1429385,0.003343846,0.08944733,0.5582878,0.01086264,0.02298657,0.002375616,0.002182913,0.1675748],"genre_scores_gemma":[0.9571563,0.00003361211,0.0288636,0.0007431012,0.001737451,0.00166047,0.0000583949,0.00004322109,0.009703871],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.948761,"threshold_uncertainty_score":0.992783,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391287296","doi":"10.22492/issn.2759-1182.2024.22","title":"Developing Targeted Technology Standards for Teachers: Report on a Project for the Canadian Settlement Language Sector","year":2024,"lang":"en","type":"article","venue":"WorldCALL official conference proceedings","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Settlement (finance); Process (computing); English language; Computer science; Engineering management; Engineering; Mathematics education; Psychology; World Wide Web; Programming language","authors":[{"name":"Philip Hubbard","is_ca":false},{"name":"Deborah Healey","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09744464689157152,"gpt":0.4336717247463263,"spread":0.3362270778547548,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002778617,0.000151499,0.0001712381,0.0002642552,0.0009957511,0.0004713403,0.0003275108,0.0001548133,0.00007892598],"category_scores_gemma":[0.002637475,0.0001163854,0.00008386315,0.0006419109,0.0001818654,0.0001096353,0.00002252581,0.0002370242,0.000003058115],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001109016,"about_ca_system_score_gemma":0.0128135,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02319086,"about_ca_topic_score_gemma":0.3060588,"domain_scores_codex":[0.998417,0.00001800688,0.0002603952,0.0003884247,0.0003958299,0.0005204057],"domain_scores_gemma":[0.9985977,0.0003148238,0.00008475567,0.00007990618,0.0008209709,0.0001018324],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003841694,0.00001831375,0.0001695982,0.00008653938,0.00006640858,0.000004645576,0.02921479,6.446197e-7,0.0002773794,0.8697225,0.02437347,0.07602722],"study_design_scores_gemma":[0.0001024944,0.00009848821,0.000101695,0.0001559913,0.00003428552,0.000002583929,0.01685496,0.0001490069,0.0005227239,0.008656899,0.9731345,0.0001864015],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1429385,0.003343846,0.08944733,0.5582878,0.01086264,0.02298657,0.002375616,0.002182913,0.1675748],"genre_scores_gemma":[0.9571563,0.00003361211,0.0288636,0.0007431012,0.001737451,0.00166047,0.0000583949,0.00004322109,0.009703871],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.948761,"threshold_uncertainty_score":0.992783,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}