{"id":"W4385573233","doi":"10.18653/v1/2022.emnlp-main.97","title":"On the Transformation of Latent Space in Fine-Tuned NLP Models","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Artificial intelligence; Space (punctuation); Similarity (geometry); Task (project management); Cluster analysis; Transformation (genetics); Function (biology); Probabilistic latent semantic analysis; Natural language processing; Class (philosophy); Machine learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002800238,0.00003502251,0.00004912876,0.00004781487,0.00004145305,0.00001064814,0.0003405694,0.000008186106,0.00005865226],"category_scores_gemma":[0.00000376849,0.00002418251,0.00002188591,0.0001642826,0.000004147606,0.0001419965,0.00007114821,0.00007942689,0.000002706685],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002702061,"about_ca_system_score_gemma":0.00001968719,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001027828,"about_ca_topic_score_gemma":0.00002456711,"domain_scores_codex":[0.9994681,0.00004588313,0.0001238755,0.00008978022,0.0001954477,0.00007685322],"domain_scores_gemma":[0.9996843,0.00004767376,0.00002396593,0.0002249489,0.000009580122,0.000009575929],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001887475,0.00001458213,0.000007486979,0.000001608366,7.58337e-7,3.280582e-7,0.001821448,0.3556027,0.0001274332,0.6403814,0.00005314989,0.001987199],"study_design_scores_gemma":[0.0001113551,0.00002715408,0.0000580178,0.000002529022,3.630567e-7,5.83034e-7,0.00005221867,0.9526979,0.001267273,0.04569628,0.00005710661,0.00002917333],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2296661,0.000007572939,0.7545237,0.007679281,0.00005869692,0.0001110951,4.553989e-7,0.00002225701,0.007930896],"genre_scores_gemma":[0.9961618,0.000001150359,0.003319739,0.0002638007,0.00000253676,0.00001521371,3.517104e-7,0.000001454447,0.0002339224],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7664958,"threshold_uncertainty_score":0.09861343,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04097610522250977,"score_gpt":0.2265543457583512,"score_spread":0.1855782405358414,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}