Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -52,6 +52,7 @@ model = transformers.AutoModelForCausalLM.from_pretrained(
|
|
52 |
)
|
53 |
model.to("cuda") # Move the model to GPU
|
54 |
tokenizer = transformers.AutoTokenizer.from_pretrained("Qwen/Qwen2.5-7B-Instruct-AWQ")
|
|
|
55 |
|
56 |
llm = transformers.pipeline(
|
57 |
task="text-generation",
|
|
|
52 |
)
|
53 |
model.to("cuda") # Move the model to GPU
|
54 |
tokenizer = transformers.AutoTokenizer.from_pretrained("Qwen/Qwen2.5-7B-Instruct-AWQ")
|
55 |
+
tokenizer.to("cuda") # Move the tokenizer to GPU
|
56 |
|
57 |
llm = transformers.pipeline(
|
58 |
task="text-generation",
|