clui commited on
Commit
eca6a8b
·
verified ·
1 Parent(s): 42c830e

eryk-mazus/polka-1.1b

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -29,7 +29,7 @@ index = VectorStoreIndex.from_vector_store(vector_store, embed_model=embed_model
29
  from transformers import AutoTokenizer
30
 
31
  llm = HuggingFaceLLM(
32
- model_name="PrunaAI/eryk-mazus-polka-1.1b-bnb-4bit-smashed", # Mały model 1.3B
33
  tokenizer=AutoTokenizer.from_pretrained("eryk-mazus/polka-1.1b"),
34
  trust_remote_code=True,
35
  device_map="auto"
 
29
  from transformers import AutoTokenizer
30
 
31
  llm = HuggingFaceLLM(
32
+ model_name="eryk-mazus/polka-1.1b", # Mały model 1.3B
33
  tokenizer=AutoTokenizer.from_pretrained("eryk-mazus/polka-1.1b"),
34
  trust_remote_code=True,
35
  device_map="auto"