team11aiml commited on
Commit
869c17c
Β·
verified Β·
1 Parent(s): 799eaaf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -25,9 +25,9 @@ class UnifiedAssistant:
25
  trust_remote_code=True
26
  )
27
 
28
- # Initialize Docs Assistant (Using Mistral instead of DocGPT)
29
  print("Loading Documentation Assistant Model...")
30
- self.docs_model_name = "mistralai/Mistral-7B-Instruct-v0.2"
31
  self.docs_tokenizer = AutoTokenizer.from_pretrained(
32
  self.docs_model_name,
33
  trust_remote_code=True
@@ -68,7 +68,7 @@ class UnifiedAssistant:
68
  inputs = self.code_tokenizer(query, return_tensors="pt").to(self.code_model.device)
69
  outputs = self.code_model.generate(
70
  **inputs,
71
- max_length=20488,
72
  temperature=0.7,
73
  top_p=0.95,
74
  do_sample=True
@@ -195,7 +195,7 @@ def create_app():
195
  ### Your AI-Powered Documentation & Code Assistant
196
 
197
  This application combines three powerful AI models:
198
- - πŸ’» Cde Assistant (Qwen2.5-Coder-32B)
199
  - πŸ“š Documentation Helper (DocGPT-40B)
200
  - πŸ“‘ PDF Analyzer (Llama-3.3-70B)
201
  """)
 
25
  trust_remote_code=True
26
  )
27
 
28
+ # Initialize Docs Assistant (Using Zephyr instead)
29
  print("Loading Documentation Assistant Model...")
30
+ self.docs_model_name = "HuggingFaceH4/zephyr-7b-beta"
31
  self.docs_tokenizer = AutoTokenizer.from_pretrained(
32
  self.docs_model_name,
33
  trust_remote_code=True
 
68
  inputs = self.code_tokenizer(query, return_tensors="pt").to(self.code_model.device)
69
  outputs = self.code_model.generate(
70
  **inputs,
71
+ max_length=2048,
72
  temperature=0.7,
73
  top_p=0.95,
74
  do_sample=True
 
195
  ### Your AI-Powered Documentation & Code Assistant
196
 
197
  This application combines three powerful AI models:
198
+ - πŸ’» Code Assistant (Qwen2.5-Coder-32B)
199
  - πŸ“š Documentation Helper (DocGPT-40B)
200
  - πŸ“‘ PDF Analyzer (Llama-3.3-70B)
201
  """)