Update app.py
Browse files
app.py
CHANGED
@@ -2,7 +2,7 @@ import gradio
|
|
2 |
|
3 |
from transformers import pipeline
|
4 |
|
5 |
-
generator = pipeline("text-generation", model="foryui/Llama-3.2-1B-Instruct-GRPO", device="
|
6 |
|
7 |
def my_inference_function(text):
|
8 |
prompt = f"Summary the context below\n\n{text}"
|
|
|
2 |
|
3 |
from transformers import pipeline
|
4 |
|
5 |
+
generator = pipeline("text-generation", model="foryui/Llama-3.2-1B-Instruct-GRPO", device="cpu")
|
6 |
|
7 |
def my_inference_function(text):
|
8 |
prompt = f"Summary the context below\n\n{text}"
|