Spaces:
Runtime error
Runtime error
ronald
commited on
Commit
·
ea865f6
1
Parent(s):
c52cc06
init
Browse files- local_coh_ppl.py +9 -5
local_coh_ppl.py
CHANGED
@@ -247,11 +247,10 @@ class LocalCohPPL(evaluate.Measurement):
|
|
247 |
#
|
248 |
all_norm_ppl.extend(norm_ppl)
|
249 |
|
250 |
-
|
251 |
-
|
252 |
-
|
253 |
-
|
254 |
-
print(">>")
|
255 |
|
256 |
#
|
257 |
avg_ppl = []
|
@@ -259,4 +258,9 @@ class LocalCohPPL(evaluate.Measurement):
|
|
259 |
for _len in blens:
|
260 |
avg_ppl.append( float(np.mean(all_norm_ppl[offset:offset+_len])) )
|
261 |
offset += _len
|
|
|
|
|
|
|
|
|
|
|
262 |
return {"local_coh_ppl": avg_ppl}
|
|
|
247 |
#
|
248 |
all_norm_ppl.extend(norm_ppl)
|
249 |
|
250 |
+
if any(np.isnan(norm_ppl)):
|
251 |
+
print("[compute ppl] nan ...")
|
252 |
+
pdb.set_trace()
|
253 |
+
print(">>")
|
|
|
254 |
|
255 |
#
|
256 |
avg_ppl = []
|
|
|
258 |
for _len in blens:
|
259 |
avg_ppl.append( float(np.mean(all_norm_ppl[offset:offset+_len])) )
|
260 |
offset += _len
|
261 |
+
if any(np.isnan(avg_ppl)):
|
262 |
+
print("[compute ppl] nan ...")
|
263 |
+
pdb.set_trace()
|
264 |
+
print(">>")
|
265 |
+
|
266 |
return {"local_coh_ppl": avg_ppl}
|