Update app.py
Browse files
app.py
CHANGED
@@ -27,9 +27,7 @@ index = VectorStoreIndex.from_vector_store(vector_store, embed_model=embed_model
|
|
27 |
# Utw贸rz silnik zapyta艅
|
28 |
|
29 |
# Load the correct tokenizer and LLM
|
30 |
-
|
31 |
-
# tokenizer = AutoTokenizer.from_pretrained("stabilityai/stablelm-zephyr-3b")
|
32 |
-
# llm = HuggingFaceLLM(model_name="stabilityai/stablelm-zephyr-3b", tokenizer=tokenizer)
|
33 |
|
34 |
quantization_config = BitsAndBytesConfig(
|
35 |
load_in_4bit=True,
|
|
|
27 |
# Utw贸rz silnik zapyta艅
|
28 |
|
29 |
# Load the correct tokenizer and LLM
|
30 |
+
from transformers import AutoTokenizer
|
|
|
|
|
31 |
|
32 |
quantization_config = BitsAndBytesConfig(
|
33 |
load_in_4bit=True,
|