Fawaz0ibra commited on
Commit
35e65b4
·
verified ·
1 Parent(s): 11cceaf

Update chain_setup.py

Browse files
Files changed (1) hide show
  1. chain_setup.py +1 -1
chain_setup.py CHANGED
@@ -6,7 +6,7 @@ import torch
6
  import os
7
 
8
  def load_llm():
9
- model_id = "paultimothymooney/Qwen2.5-7B-Instruct-Q4_K_M-GGUF" # Verify the exact model ID on Hugging Face Hub
10
  tokenizer = transformers.AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
11
 
12
  # Create an offload folder if it doesn't exist
 
6
  import os
7
 
8
  def load_llm():
9
+ model_id = "redhat6/Qwen2.5-7B-Instruct-Q4_K_M-GGUF" # Verify the exact model ID on Hugging Face Hub
10
  tokenizer = transformers.AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
11
 
12
  # Create an offload folder if it doesn't exist