{"id":"W4389518736","doi":"10.18653/v1/2023.findings-emnlp.975","title":"Representation Projection Invariance Mitigates Representation Collapse","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Allen Institute for Artificial Intelligence; University of Toronto; Johns Hopkins University","keywords":"Computer science; Regularization (linguistics); Representation (politics); Robustness (evolution); Benchmark (surveying); Artificial intelligence; Machine learning; Algorithm; Theoretical computer science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002445281,0.00007028443,0.0000828454,0.0001532224,0.00012915,0.0001670191,0.0002874143,0.00004081627,0.00001870727],"category_scores_gemma":[0.0001567825,0.00006915199,0.00003378403,0.001552169,0.00001583272,0.0008194665,0.0001417993,0.00005555917,0.0002669042],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003392813,"about_ca_system_score_gemma":0.00004241046,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002337826,"about_ca_topic_score_gemma":0.00002471739,"domain_scores_codex":[0.9988846,0.00007118435,0.0002002771,0.0004196138,0.0002512709,0.000173048],"domain_scores_gemma":[0.999233,0.00009352458,0.00006492307,0.0004818901,0.00008583067,0.00004083291],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003368636,0.0001243225,0.06355802,0.00008710341,0.00007970956,0.0001069354,0.01086098,0.03542295,0.06540927,0.4978319,0.04967596,0.2768092],"study_design_scores_gemma":[0.0002517301,0.00002119837,0.01521483,0.00001141881,0.000002711858,0.00001039942,0.0002900913,0.9367437,0.0269086,0.01994016,0.0004762382,0.000128894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1573081,0.00001110087,0.8269129,0.003017267,0.0007046651,0.0003499619,5.316525e-7,0.001190014,0.01050554],"genre_scores_gemma":[0.9242062,0.00003047195,0.0676055,0.0002806793,0.0001553868,0.00009777307,0.00001589622,0.000009801815,0.007598316],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9013208,"threshold_uncertainty_score":0.3430602,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06431351550441888,"score_gpt":0.3202886456303431,"score_spread":0.2559751301259242,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}