ronald commited on
Commit
ea865f6
·
1 Parent(s): c52cc06
Files changed (1) hide show
  1. local_coh_ppl.py +9 -5
local_coh_ppl.py CHANGED
@@ -247,11 +247,10 @@ class LocalCohPPL(evaluate.Measurement):
247
  #
248
  all_norm_ppl.extend(norm_ppl)
249
 
250
- for x in norm_ppl:
251
- if np.isnan(x):
252
- print("[compute ppl] nan ...")
253
- pdb.set_trace()
254
- print(">>")
255
 
256
  #
257
  avg_ppl = []
@@ -259,4 +258,9 @@ class LocalCohPPL(evaluate.Measurement):
259
  for _len in blens:
260
  avg_ppl.append( float(np.mean(all_norm_ppl[offset:offset+_len])) )
261
  offset += _len
 
 
 
 
 
262
  return {"local_coh_ppl": avg_ppl}
 
247
  #
248
  all_norm_ppl.extend(norm_ppl)
249
 
250
+ if any(np.isnan(norm_ppl)):
251
+ print("[compute ppl] nan ...")
252
+ pdb.set_trace()
253
+ print(">>")
 
254
 
255
  #
256
  avg_ppl = []
 
258
  for _len in blens:
259
  avg_ppl.append( float(np.mean(all_norm_ppl[offset:offset+_len])) )
260
  offset += _len
261
+ if any(np.isnan(avg_ppl)):
262
+ print("[compute ppl] nan ...")
263
+ pdb.set_trace()
264
+ print(">>")
265
+
266
  return {"local_coh_ppl": avg_ppl}