Update app.py
Browse files
app.py
CHANGED
|
@@ -31,7 +31,6 @@ from transformers import AutoTokenizer
|
|
| 31 |
llm = HuggingFaceLLM(
|
| 32 |
model_name="eryk-mazus/polka-1.1b", # Mały model 1.3B
|
| 33 |
tokenizer=AutoTokenizer.from_pretrained("eryk-mazus/polka-1.1b"),
|
| 34 |
-
trust_remote_code=True,
|
| 35 |
device_map="auto"
|
| 36 |
# model_kwargs={
|
| 37 |
# "quantization_config": quantization_config,
|
|
|
|
| 31 |
llm = HuggingFaceLLM(
|
| 32 |
model_name="eryk-mazus/polka-1.1b", # Mały model 1.3B
|
| 33 |
tokenizer=AutoTokenizer.from_pretrained("eryk-mazus/polka-1.1b"),
|
|
|
|
| 34 |
device_map="auto"
|
| 35 |
# model_kwargs={
|
| 36 |
# "quantization_config": quantization_config,
|