OnlyCheeini commited on
Commit
c5f8b93
·
verified ·
1 Parent(s): 7c60b22

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -49,8 +49,8 @@ h1 {
49
  """
50
 
51
  # Load the tokenizer and model
52
- tokenizer = AutoTokenizer.from_pretrained("OnlyCheeini/greesychat-v3")
53
- model = AutoModelForCausalLM.from_pretrained("OnlyCheeini/greesychat-v3",offload_folder="offload", device_map="auto") # to("cuda:0")
54
  terminators = [
55
  tokenizer.eos_token_id,
56
  tokenizer.convert_tokens_to_ids("<|eot_id|>")
 
49
  """
50
 
51
  # Load the tokenizer and model
52
+ tokenizer = AutoTokenizer.from_pretrained("OnlyCheeini/greesychat-turbo")
53
+ model = AutoModelForCausalLM.from_pretrained("OnlyCheeini/greesychat-turbo",device_map="auto") # to("cuda:0")
54
  terminators = [
55
  tokenizer.eos_token_id,
56
  tokenizer.convert_tokens_to_ids("<|eot_id|>")