{"id":"W2995911207","doi":"10.48550/arxiv.2002.01093","title":"On the interaction between supervision and self-play in emergent communication","year":2020,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Language and cultural evolution","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Converse; Artificial intelligence; Scratch; Machine learning; Natural language; Supervised learning; Population; Artificial neural network","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001595552,0.00004239209,0.00004787403,0.00001910729,0.0002575063,0.00001874355,0.0001453997,0.00004026625,0.0001310796],"category_scores_gemma":[0.00005934991,0.00003310832,0.00002042335,0.0002768053,0.00004218974,0.0002306412,0.00004468561,0.0001091745,0.00004331023],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007062636,"about_ca_system_score_gemma":0.00001190005,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001330252,"about_ca_topic_score_gemma":0.001052152,"domain_scores_codex":[0.9994871,0.0002147771,0.00005194805,0.0001222747,0.0000418637,0.00008203575],"domain_scores_gemma":[0.9997087,0.0001015482,0.00002957292,0.00008739647,0.00002299928,0.00004978085],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001315748,0.0001955497,0.1240903,0.00001949764,0.00006680232,0.00002948886,0.1622489,0.003166942,0.0004226227,0.700456,0.004357498,0.004814924],"study_design_scores_gemma":[0.003772033,0.0008388529,0.3343855,0.0003090437,0.0003055875,0.000001519278,0.4023229,0.08748385,0.0009147598,0.05006959,0.1180748,0.001521663],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9918379,0.00002695967,0.0001001368,0.003197734,0.00002192747,0.0001052255,9.802599e-7,0.00003541943,0.004673685],"genre_scores_gemma":[0.9992583,0.0003474624,0.000006753949,0.0002310794,0.00003438138,2.061945e-7,0.000004634936,0.000001985001,0.0001151517],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6503863,"threshold_uncertainty_score":0.2010952,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08562977860799063,"score_gpt":0.224262204123321,"score_spread":0.1386324255153303,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}