Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -21,7 +21,7 @@ model_name = "OpenLLM-France/Claire-7B-0.1"
|
|
21 |
tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
|
22 |
model = transformers.AutoModelForCausalLM.from_pretrained(model_name,
|
23 |
device_map="auto",
|
24 |
-
torch_dtype=torch.bfloat16
|
25 |
load_in_4bit=True # For efficient inference, if supported by the GPU card
|
26 |
)
|
27 |
model = model.to_bettertransformer()
|
|
|
21 |
tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
|
22 |
model = transformers.AutoModelForCausalLM.from_pretrained(model_name,
|
23 |
device_map="auto",
|
24 |
+
torch_dtype=torch.bfloat16,
|
25 |
load_in_4bit=True # For efficient inference, if supported by the GPU card
|
26 |
)
|
27 |
model = model.to_bettertransformer()
|