init

local_coh_ppl.py

@@ -179,7 +179,7 @@ class LocalCohPPL(evaluate.Measurement):
         blocks,blens = prepare_coh_sents(predictions)
         all_norm_ppl = []
         for start_index in logging.tqdm(range(0, len(blocks), batch_size)):
-            end_index = min(start_index + batch_size, len(encoded_texts))
+            end_index = min(start_index + batch_size, len(blocks))
             batch_sents = blocks[start_index:end_index]
             
             encodings = tokenizer(