Create requirements, Update T5Mixer

requirements.txt

@@ -0,0 +1 @@
+transformers

t5mixer.py

@@ -39,12 +39,11 @@ class T5Mixer(Mixer):
         for i in range(max_n_tokens):
             od = self.model.decoder.forward(
                 input_ids=to,
-                encoder_hidden_states=es+torch.randn_like(es)*noise_rate
+                encoder_hidden_states=es
             )
             sd = od.last_hidden_state
             l = self.model.lm_head(sd[0, -1, :])
             t_next = l.argmax()
-            ttext_next = self.tokenid_to_tokentext[int(t_next)]
             to = torch.cat((to, t_next[None, None]), dim=-1)
             if t_next == self.tokenizer.eos_token_id:
                 break