Spaces:
Sleeping
Sleeping
s-a-malik
commited on
Commit
·
defad66
1
Parent(s):
180088d
imort
Browse files
app.py
CHANGED
@@ -8,7 +8,8 @@ from queue import Queue
|
|
8 |
import spaces
|
9 |
import gradio as gr
|
10 |
import torch
|
11 |
-
from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
|
12 |
|
13 |
|
14 |
MAX_MAX_NEW_TOKENS = 2048
|
|
|
8 |
import spaces
|
9 |
import gradio as gr
|
10 |
import torch
|
11 |
+
from transformers import AutoModelForCausalLM, AutoTokenizer
|
12 |
+
from transformers.generation.streamers import BaseStreamer
|
13 |
|
14 |
|
15 |
MAX_MAX_NEW_TOKENS = 2048
|