{"id":"W4389518736","doi":"10.18653/v1/2023.findings-emnlp.975","title":"Representation Projection Invariance Mitigates Representation Collapse","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Allen Institute for Artificial Intelligence; University of Toronto; Johns Hopkins University","keywords":"Computer science; Regularization (linguistics); Representation (politics); Robustness (evolution); Benchmark (surveying); Artificial intelligence; Machine learning; Algorithm; Theoretical computer science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003225734,0.001803114,0.001252872,0.0009927469,0.0008542581,0.001418691,0.002188852,0.00157857,0.001814386],"category_scores_gemma":[0.01404771,0.0005210154,0.001118894,0.0009515157,0.001430288,0.00336482,0.004057586,0.004017615,0.0010806],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008681158,"about_ca_system_score_gemma":0.001535101,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003505245,"about_ca_topic_score_gemma":0.0049296,"domain_scores_codex":[0.997263,0.0009479115,0.0001458484,0.0008501827,0.0005411075,0.0002519438],"domain_scores_gemma":[0.9946239,0.002206548,0.0004500261,0.001964476,0.000554783,0.0002003168],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0005310476,0.0007505178,0.005291438,0.0004430817,0.0002881563,0.0003131098,0.0008048026,0.2366181,0.08331931,0.01430252,0.01482885,0.642509],"study_design_scores_gemma":[0.00004660208,0.0002688464,0.00161673,0.00003454781,0.000070242,0.0002141959,0.0001624811,0.9526775,0.02450317,0.01575601,0.004605887,0.00004372403],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1164972,0.001041225,0.8711305,0.0005892584,0.0001188741,0.0001797498,0.0002997857,0.007474656,0.002668808],"genre_scores_gemma":[0.7283198,0.0004328367,0.2635566,0.0006913327,0.00014809,0.0002947141,0.001756928,0.001046568,0.003753243],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.003505245,"threshold_uncertainty_score":0.0170595,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06431351550441888,"score_gpt":0.3202886456303431,"score_spread":0.2559751301259242,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}