PrunaAI/eryk-mazus-polka-1.1b-bnb-4bit-smashed

app.py

@@ -29,7 +29,7 @@ index = VectorStoreIndex.from_vector_store(vector_store, embed_model=embed_model
 from transformers import AutoTokenizer
 
 llm = HuggingFaceLLM(
-    model_name="eryk-mazus/polka-1.1b", # Mały model 1.3B
+    model_name="PrunaAI/eryk-mazus-polka-1.1b-bnb-4bit-smashed", # Mały model 1.3B
     tokenizer=AutoTokenizer.from_pretrained("eryk-mazus/polka-1.1b"),
     device_map="auto"
     # model_kwargs={