Chris4K commited on
Commit
bef5d49
·
verified ·
1 Parent(s): 695384b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ import torch
6
  from transformers import AutoModelForCausalLM, AutoTokenizer, LocalAgent
7
 
8
 
9
- checkpoint = "mistralai/Mixtral-8x7B-Instruct-v0.1"
10
  model = AutoModelForCausalLM.from_pretrained(checkpoint, device_map="auto", torch_dtype=torch.bfloat16, load_in_8bit=True)
11
  tokenizer = AutoTokenizer.from_pretrained(checkpoint)
12
 
 
6
  from transformers import AutoModelForCausalLM, AutoTokenizer, LocalAgent
7
 
8
 
9
+ checkpoint = "THUDM/agentlm-7b"
10
  model = AutoModelForCausalLM.from_pretrained(checkpoint, device_map="auto", torch_dtype=torch.bfloat16, load_in_8bit=True)
11
  tokenizer = AutoTokenizer.from_pretrained(checkpoint)
12