Hugging Face's logo

Spaces:
akhil2808
/
Mistral-7B-Instruct-v0.2
Runtime error

App Files Community
akhil2808 commited on
Commit
e477606
·
verified ·
1 Parent(s): bd3c158

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -29,7 +29,7 @@ if not torch.cuda.is_available():
29
 
30
  if torch.cuda.is_available():
31
  model_id = "mistralai/Mistral-7B-Instruct-v0.2"
32
- model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", load_in_4bit=True)
33
  tokenizer = AutoTokenizer.from_pretrained(model_id)
34
  tokenizer.use_default_system_prompt = False
35
 
 
29
 
30
  if torch.cuda.is_available():
31
  model_id = "mistralai/Mistral-7B-Instruct-v0.2"
32
+ model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
33
  tokenizer = AutoTokenizer.from_pretrained(model_id)
34
  tokenizer.use_default_system_prompt = False
35