trust_remote_code=True

app.py

@@ -31,6 +31,7 @@ from transformers import AutoTokenizer
 llm = HuggingFaceLLM(
     model_name="PrunaAI/eryk-mazus-polka-1.1b-bnb-4bit-smashed", # Mały model 1.3B
     tokenizer=AutoTokenizer.from_pretrained("eryk-mazus/polka-1.1b"),
+    trust_remote_code=True,
     device_map="auto"
     # model_kwargs={
     #     "quantization_config": quantization_config,