wondervictor commited on
Commit
a640267
·
verified ·
1 Parent(s): 99e57fd

Update autoregressive/models/generate.py

Browse files
Files changed (1) hide show
  1. autoregressive/models/generate.py +2 -0
autoregressive/models/generate.py CHANGED
@@ -68,6 +68,8 @@ def sample(logits, temperature: float=1.0, top_k: int=2000, top_p: float=1.0, sa
68
  # mask = (probs == values).float()
69
  # probs = probs * (1 - mask)
70
  if sample_logits:
 
 
71
  # add to fix 'nan' and 'inf'
72
  probs = torch.clamp(probs, min=0, max=None)
73
  probs = probs / probs.sum()
 
68
  # mask = (probs == values).float()
69
  # probs = probs * (1 - mask)
70
  if sample_logits:
71
+ print(f'inf:{torch.any(torch.isinf(probs))}')
72
+ print(f'nan: {torch.any(torch.isnan(probs))}')
73
  # add to fix 'nan' and 'inf'
74
  probs = torch.clamp(probs, min=0, max=None)
75
  probs = probs / probs.sum()