zwxl commited on
Commit
97261c0
·
1 Parent(s): daf4e8e
viitor_voice/inference/__pycache__/common.cpython-310.pyc ADDED
Binary file (1.99 kB). View file
 
viitor_voice/inference/__pycache__/transformers_engine.cpython-310.pyc ADDED
Binary file (3.54 kB). View file
 
viitor_voice/inference/transformers_engine.py CHANGED
@@ -40,7 +40,7 @@ class TransformersEngine:
40
  do_sample=False, repetition_penalty=1.3,
41
  suppress_tokens=list(range(151641)))
42
  output_ids = output_ids[0, prompt_ids.shape[-1]:].cpu().numpy().tolist()
43
- generated_text = self.tokenizer.batch_decode([output_ids], skip_special_tokens=False)
44
  snac_tokens = pattern.findall(generated_text)
45
  snac_tokens = [int(x) for x in snac_tokens]
46
  results.append(snac_tokens)
 
40
  do_sample=False, repetition_penalty=1.3,
41
  suppress_tokens=list(range(151641)))
42
  output_ids = output_ids[0, prompt_ids.shape[-1]:].cpu().numpy().tolist()
43
+ generated_text = self.tokenizer.batch_decode([output_ids], skip_special_tokens=False)[0]
44
  snac_tokens = pattern.findall(generated_text)
45
  snac_tokens = [int(x) for x in snac_tokens]
46
  results.append(snac_tokens)