Spaces:
Runtime error
Runtime error
Commit
·
685f928
1
Parent(s):
6d71a04
Changed the tensor float type of some things
Browse files
app.py
CHANGED
@@ -9,11 +9,11 @@ tokenizer = AutoTokenizer.from_pretrained(model)
|
|
9 |
pipeline = transformers.pipeline(
|
10 |
"text-generation",
|
11 |
model=model,
|
12 |
-
torch_dtype=torch.float16,
|
13 |
device_map="auto",
|
14 |
)
|
15 |
|
16 |
-
torch.set_default_tensor_type(torch.FloatTensor)
|
17 |
|
18 |
def debate_response(text):
|
19 |
sequences = pipeline(
|
|
|
9 |
pipeline = transformers.pipeline(
|
10 |
"text-generation",
|
11 |
model=model,
|
12 |
+
# torch_dtype=torch.float16,
|
13 |
device_map="auto",
|
14 |
)
|
15 |
|
16 |
+
# torch.set_default_tensor_type(torch.FloatTensor)
|
17 |
|
18 |
def debate_response(text):
|
19 |
sequences = pipeline(
|