Deploy DeepSeek LLM chatbotV5

app.py

@@ -4,9 +4,12 @@ import torch
 
 # Load DeepSeek LLM
 model_name = "deepseek-ai/deepseek-llm-7b-chat"  
+# llm = ChatOllama(model="deepseek-r1:1.5b", temperature=0)
 
+model_name = "deepseek-ai/deepseek-llm-7b-chat"
 
-tokenizer = LlamaTokenizer.from_pretrained(model_name)  # Explicitly use LlamaTokenizer
+tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
+# tokenizer = LlamaTokenizer.from_pretrained(model_name)  # Explicitly use LlamaTokenizer
 # tokenizer = AutoTokenizer.from_pretrained(model_name)
 # model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto")