Update modeling_gigarembed.py

modeling_gigarembed.py

@@ -289,10 +289,6 @@ class LatentAttentionModel(PreTrainedModel):
             FeedForward(latent_dim),
         ])
 
-        self.w_lexical = torch.nn.Linear(latent_dim, 1)
-        self.w_multi_vector = torch.nn.Linear(latent_dim, latent_dim)
-
-        # self.output_normalize = config.output_normalize
         self.register_parameter("latents", torch.nn.Parameter(torch.randn(num_latents, latent_dim)))
         self._attn_implementation = "eager"