{"id":"W3045733287","doi":"10.3758/s13428-020-01393-5","title":"A thorough evaluation of the Language Environment Analysis (LENA) system","year":2020,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Language Development and Disorders","field":"Psychology","cited_by":140,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Manitoba","funders":"Economic and Social Research Council; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; James S. McDonnell Foundation; National Institutes of Health; Agence Nationale de la Recherche","keywords":"Set (abstract data type); Language acquisition; Psychology; Computer science; Key (lock); Natural language processing; Mathematics education","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009325061,0.0001062793,0.0002423948,0.0001732253,0.0001156391,0.00002137187,0.0004650972,0.00009254089,0.003814666],"category_scores_gemma":[0.0004131009,0.00007237838,0.0001965797,0.001331566,0.0001329422,0.00003771754,0.0002070614,0.0002827155,0.0001031601],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001269687,"about_ca_system_score_gemma":0.00008732427,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003540811,"about_ca_topic_score_gemma":0.0000159043,"domain_scores_codex":[0.991183,0.006502504,0.0002804682,0.0003581337,0.001354315,0.000321567],"domain_scores_gemma":[0.998788,0.000271063,0.00009326839,0.0006083421,0.0001334557,0.0001058673],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001808709,0.0005918208,0.1241398,0.0001043068,0.00119249,0.0000558393,0.1094043,0.0001303296,0.04667333,0.002186941,0.002239269,0.7131007],"study_design_scores_gemma":[0.002078376,0.0001789904,0.8350564,0.00002772509,0.003012524,0.000005499387,0.1317963,0.002321493,0.02108593,0.00005349099,0.00399282,0.000390488],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9727211,0.001695193,0.00670972,0.0006033013,0.0001622347,0.001380417,0.00002218591,0.00004534552,0.01666052],"genre_scores_gemma":[0.9871551,0.00000439948,0.01142528,0.00003968914,0.00004553614,0.00050577,0.0000173501,0.00001718669,0.0007896743],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7127102,"threshold_uncertainty_score":0.997096,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4149328441978206,"score_gpt":0.606574171447506,"score_spread":0.1916413272496855,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}