team11aiml commited on
Commit
deade7f
·
verified ·
1 Parent(s): dad4576

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -25,9 +25,9 @@ class UnifiedAssistant:
25
  trust_remote_code=True
26
  )
27
 
28
- # Initialize Docs Assistant (DocGPT)
29
  print("Loading Documentation Assistant Model...")
30
- self.docs_model_name = "Arc53/docsgpt-40b-falcon"
31
  self.docs_tokenizer = AutoTokenizer.from_pretrained(
32
  self.docs_model_name,
33
  trust_remote_code=True
@@ -68,7 +68,7 @@ class UnifiedAssistant:
68
  inputs = self.code_tokenizer(query, return_tensors="pt").to(self.code_model.device)
69
  outputs = self.code_model.generate(
70
  **inputs,
71
- max_length=2048,
72
  temperature=0.7,
73
  top_p=0.95,
74
  do_sample=True
 
25
  trust_remote_code=True
26
  )
27
 
28
+ # Initialize Docs Assistant (Using Mistral instead of DocGPT)
29
  print("Loading Documentation Assistant Model...")
30
+ self.docs_model_name = "mistralai/Mistral-7B-Instruct-v0.2"
31
  self.docs_tokenizer = AutoTokenizer.from_pretrained(
32
  self.docs_model_name,
33
  trust_remote_code=True
 
68
  inputs = self.code_tokenizer(query, return_tensors="pt").to(self.code_model.device)
69
  outputs = self.code_model.generate(
70
  **inputs,
71
+ max_length=20488,
72
  temperature=0.7,
73
  top_p=0.95,
74
  do_sample=True