Tonic commited on
Commit
67c4753
1 Parent(s): ea7c9d2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -21,7 +21,7 @@ model_name = "OpenLLM-France/Claire-7B-0.1"
21
  tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
22
  model = transformers.AutoModelForCausalLM.from_pretrained(model_name,
23
  device_map="auto",
24
- torch_dtype=torch.bfloat16
25
  load_in_4bit=True # For efficient inference, if supported by the GPU card
26
  )
27
  model = model.to_bettertransformer()
 
21
  tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
22
  model = transformers.AutoModelForCausalLM.from_pretrained(model_name,
23
  device_map="auto",
24
+ torch_dtype=torch.bfloat16,
25
  load_in_4bit=True # For efficient inference, if supported by the GPU card
26
  )
27
  model = model.to_bettertransformer()