Update app.py
Browse files
app.py
CHANGED
@@ -67,7 +67,7 @@ from langchain.chains import create_retrieval_chain
|
|
67 |
#READER_MODEL=Ollama(model="meta-llama/Meta-Llama-Guard-2-8B")
|
68 |
|
69 |
from transformers import AutoModelForCausalLM
|
70 |
-
lll_model = AutoModelForCausalLM.from_pretrained("
|
71 |
|
72 |
#READER_MODEL = "HuggingFaceH4/zephyr-7b-beta"
|
73 |
|
|
|
67 |
#READER_MODEL=Ollama(model="meta-llama/Meta-Llama-Guard-2-8B")
|
68 |
|
69 |
from transformers import AutoModelForCausalLM
|
70 |
+
lll_model = AutoModelForCausalLM.from_pretrained("unsloth/llama-3-8b-bnb-4bit")
|
71 |
|
72 |
#READER_MODEL = "HuggingFaceH4/zephyr-7b-beta"
|
73 |
|