Update app.py
Browse files
app.py
CHANGED
@@ -40,8 +40,8 @@ app.logger.setLevel(logging.DEBUG) # Set the desired logging level
|
|
40 |
#repo_name = "IlyaGusev/saiga2_13b_gguf"
|
41 |
#model_name = "model-q4_K.gguf"
|
42 |
|
43 |
-
repo_name = "
|
44 |
-
model_name = "
|
45 |
|
46 |
#repo_name = "IlyaGusev/saiga2_7b_gguf"
|
47 |
#model_name = "model-q4_K.gguf"
|
@@ -56,7 +56,7 @@ model_path = snapshot_download(repo_id=repo_name, allow_patterns=model_name) + '
|
|
56 |
app.logger.info('Model path: ' + model_path)
|
57 |
|
58 |
DATASET_REPO_URL = "https://huggingface.co/datasets/muryshev/saiga-chat"
|
59 |
-
DATA_FILENAME = "
|
60 |
DATA_FILE = os.path.join("dataset", DATA_FILENAME)
|
61 |
|
62 |
HF_TOKEN = os.environ.get("HF_TOKEN")
|
|
|
40 |
#repo_name = "IlyaGusev/saiga2_13b_gguf"
|
41 |
#model_name = "model-q4_K.gguf"
|
42 |
|
43 |
+
repo_name = "TheBloke/Llama-2-70B-Chat-GGUF"
|
44 |
+
model_name = "llama-2-70b-chat.Q4_K_M.gguf"
|
45 |
|
46 |
#repo_name = "IlyaGusev/saiga2_7b_gguf"
|
47 |
#model_name = "model-q4_K.gguf"
|
|
|
56 |
app.logger.info('Model path: ' + model_path)
|
57 |
|
58 |
DATASET_REPO_URL = "https://huggingface.co/datasets/muryshev/saiga-chat"
|
59 |
+
DATA_FILENAME = "llama-2-70b-q4-k-m.xml"
|
60 |
DATA_FILE = os.path.join("dataset", DATA_FILENAME)
|
61 |
|
62 |
HF_TOKEN = os.environ.get("HF_TOKEN")
|