anirudh-sub commited on
Commit
685f928
·
1 Parent(s): 6d71a04

Changed the tensor float type of some things

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -9,11 +9,11 @@ tokenizer = AutoTokenizer.from_pretrained(model)
9
  pipeline = transformers.pipeline(
10
  "text-generation",
11
  model=model,
12
- torch_dtype=torch.float16,
13
  device_map="auto",
14
  )
15
 
16
- torch.set_default_tensor_type(torch.FloatTensor)
17
 
18
  def debate_response(text):
19
  sequences = pipeline(
 
9
  pipeline = transformers.pipeline(
10
  "text-generation",
11
  model=model,
12
+ # torch_dtype=torch.float16,
13
  device_map="auto",
14
  )
15
 
16
+ # torch.set_default_tensor_type(torch.FloatTensor)
17
 
18
  def debate_response(text):
19
  sequences = pipeline(