arjunanand13 commited on
Commit
7b0e6ff
1 Parent(s): 6c7b14a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -52,7 +52,7 @@ class DocumentRetrievalAndGeneration:
52
  return_full_text=True,
53
  task='text-generation',
54
  temperature=0.6,
55
- max_new_tokens=2048,
56
  )
57
  return generate_text
58
 
@@ -114,7 +114,7 @@ if __name__ == "__main__":
114
  # Example usage
115
  embedding_model_name = 'flax-sentence-embeddings/all_datasets_v3_MiniLM-L12'
116
  lm_model_id = "mistralai/Mistral-7B-Instruct-v0.2"
117
- data_folder = 'sample_embedding_folder'
118
  faiss_index_path = 'faiss_index_new_model3.index'
119
 
120
  doc_retrieval_gen = DocumentRetrievalAndGeneration(embedding_model_name, lm_model_id, data_folder, faiss_index_path)
 
52
  return_full_text=True,
53
  task='text-generation',
54
  temperature=0.6,
55
+ max_new_tokens=256,
56
  )
57
  return generate_text
58
 
 
114
  # Example usage
115
  embedding_model_name = 'flax-sentence-embeddings/all_datasets_v3_MiniLM-L12'
116
  lm_model_id = "mistralai/Mistral-7B-Instruct-v0.2"
117
+ data_folder = 'sample_embedding_folder2'
118
  faiss_index_path = 'faiss_index_new_model3.index'
119
 
120
  doc_retrieval_gen = DocumentRetrievalAndGeneration(embedding_model_name, lm_model_id, data_folder, faiss_index_path)