model - stabilityai/stablelm-zephyr-3b
Browse files
app.py
CHANGED
@@ -35,8 +35,8 @@ index = VectorStoreIndex.from_vector_store(vector_store, embed_model=embed_model
|
|
35 |
|
36 |
# Load the correct tokenizer and LLM
|
37 |
from transformers import AutoTokenizer
|
38 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
39 |
-
llm = HuggingFaceLLM(model_name="
|
40 |
|
41 |
#Query Engine
|
42 |
query_engine = index.as_query_engine(
|
|
|
35 |
|
36 |
# Load the correct tokenizer and LLM
|
37 |
from transformers import AutoTokenizer
|
38 |
+
tokenizer = AutoTokenizer.from_pretrained("stabilityai/stablelm-zephyr-3b")
|
39 |
+
llm = HuggingFaceLLM(model_name="stabilityai/stablelm-zephyr-3b", tokenizer=tokenizer)
|
40 |
|
41 |
#Query Engine
|
42 |
query_engine = index.as_query_engine(
|