0x7o
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -6,7 +6,7 @@ import torch
|
|
6 |
if torch.cuda.is_available():
|
7 |
tokenizer = AutoTokenizer.from_pretrained("ai-forever/mGPT-13B")
|
8 |
model = AutoModelForCausalLM.from_pretrained("ai-forever/mGPT-13B", load_in_8bit=True, device_map="auto")
|
9 |
-
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer
|
10 |
|
11 |
@spaces.GPU
|
12 |
def predict(text):
|
|
|
6 |
if torch.cuda.is_available():
|
7 |
tokenizer = AutoTokenizer.from_pretrained("ai-forever/mGPT-13B")
|
8 |
model = AutoModelForCausalLM.from_pretrained("ai-forever/mGPT-13B", load_in_8bit=True, device_map="auto")
|
9 |
+
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
|
10 |
|
11 |
@spaces.GPU
|
12 |
def predict(text):
|