ranamhamoud commited on
Commit
bb10c22
·
verified ·
1 Parent(s): 8426bbf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -56,7 +56,7 @@ if not torch.cuda.is_available():
56
  if torch.cuda.is_available():
57
 
58
  # Model and Tokenizer Configuration
59
- model_id = "meta-llama/Llama-2-7b-chat-hf"
60
  bnb_config = BitsAndBytesConfig(
61
  load_in_4bit=True,
62
  bnb_4bit_use_double_quant=False,
 
56
  if torch.cuda.is_available():
57
 
58
  # Model and Tokenizer Configuration
59
+ model_id = "meta-llama/Llama-3.1-8B-Instruct"
60
  bnb_config = BitsAndBytesConfig(
61
  load_in_4bit=True,
62
  bnb_4bit_use_double_quant=False,