{"id":"W3045733287","doi":"10.3758/s13428-020-01393-5","title":"A thorough evaluation of the Language Environment Analysis (LENA) system","year":2020,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Language Development and Disorders","field":"Psychology","cited_by":140,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Manitoba","funders":"Economic and Social Research Council; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; James S. McDonnell Foundation; National Institutes of Health; Agence Nationale de la Recherche","keywords":"Set (abstract data type); Language acquisition; Psychology; Computer science; Key (lock); Natural language processing; Mathematics education","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01227329,0.0009104646,0.0006882803,0.002177428,0.001106428,0.002509416,0.001649433,0.0005090233,0.01219246],"category_scores_gemma":[0.02633859,0.0005625911,0.0006715319,0.0007915809,0.0007117291,0.002217568,0.002869145,0.0009081474,0.00441302],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001226867,"about_ca_system_score_gemma":0.003919492,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005682792,"about_ca_topic_score_gemma":0.007858182,"domain_scores_codex":[0.990364,0.004490035,0.0008534279,0.0008375107,0.003187817,0.0002670779],"domain_scores_gemma":[0.9788622,0.009190657,0.0006071543,0.003474595,0.007413316,0.0004522102],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001205026,0.000562351,0.04379442,0.0006975476,0.000250141,0.000432621,0.003221236,0.003968872,0.04896602,0.01439946,0.02008009,0.8624222],"study_design_scores_gemma":[0.000495243,0.002893075,0.1558924,0.001291768,0.0007206909,0.00358137,0.005551542,0.2010844,0.222513,0.0152568,0.3901994,0.0005202856],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1556411,0.000725964,0.7450889,0.001904835,0.0003677419,0.002918394,0.005254715,0.04988752,0.03821089],"genre_scores_gemma":[0.2439127,0.0004313783,0.7280725,0.0005983734,0.00005931856,0.001370821,0.003201436,0.005154738,0.0171986],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01227329,"threshold_uncertainty_score":0.06490815,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4149328441978206,"score_gpt":0.606574171447506,"score_spread":0.1916413272496855,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}