Bug fix

app.py

@@ -59,7 +59,7 @@ class Processor:
         output = self.model(
             input_ids=prompts_tok.input_ids,
             attention_mask=prompts_tok.attention_mask,
-            # labels=choices_ids[0].unsqueeze(0).expand(len(knowledges), -1),
+            labels=choices_ids[0].unsqueeze(0).expand(len(knowledges), -1),
         )
         logitsss = output.logits # (1+K, AL, V)
         logitss = logitsss[:, 0, :] # (1+K, V)