ccm commited on
Commit
41aec65
·
verified ·
1 Parent(s): 22e7c8d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -52,6 +52,7 @@ model = transformers.AutoModelForCausalLM.from_pretrained(
52
  )
53
  model.to("cuda") # Move the model to GPU
54
  tokenizer = transformers.AutoTokenizer.from_pretrained("Qwen/Qwen2.5-7B-Instruct-AWQ")
 
55
 
56
  llm = transformers.pipeline(
57
  task="text-generation",
 
52
  )
53
  model.to("cuda") # Move the model to GPU
54
  tokenizer = transformers.AutoTokenizer.from_pretrained("Qwen/Qwen2.5-7B-Instruct-AWQ")
55
+ tokenizer.to("cuda") # Move the tokenizer to GPU
56
 
57
  llm = transformers.pipeline(
58
  task="text-generation",