Hugging Face's logo

Spaces:
ModularityAI
/
LLama3Rag
Runtime error

App Files Community
hanzla commited on
Commit
0ecf283
·
1 Parent(s): f38df4a

new code

Browse files
Files changed (1) hide show
  1. src/pdfchatbot.py +1 -1
src/pdfchatbot.py CHANGED
@@ -80,7 +80,7 @@ class PDFChatBot:
80
  messages,
81
  tokenize=False,
82
  add_generation_prompt=True
83
- )
84
  terminators = [
85
  self.pipeline.tokenizer.eos_token_id,
86
  self.pipeline.tokenizer.convert_tokens_to_ids("<|eot_id|>")
 
80
  messages,
81
  tokenize=False,
82
  add_generation_prompt=True
83
+ ).to("cuda")
84
  terminators = [
85
  self.pipeline.tokenizer.eos_token_id,
86
  self.pipeline.tokenizer.convert_tokens_to_ids("<|eot_id|>")