Hugging Face's logo

Spaces:
Namitg02
/
Test
Runtime error

App Files Community
Namitg02 commited on
Commit
4e069a5
·
verified ·
1 Parent(s): 247b335

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -67,7 +67,7 @@ from langchain.chains import create_retrieval_chain
67
  #READER_MODEL=Ollama(model="meta-llama/Meta-Llama-Guard-2-8B")
68
 
69
  from transformers import AutoModel
70
- lll_model = AutoModel.from_pretrained("HuggingFaceH4/zephyr-7b-beta")
71
 
72
  #READER_MODEL = "HuggingFaceH4/zephyr-7b-beta"
73
 
 
67
  #READER_MODEL=Ollama(model="meta-llama/Meta-Llama-Guard-2-8B")
68
 
69
  from transformers import AutoModel
70
+ lll_model = AutoModel.from_pretrained("HuggingFaceH4/zephyr-7b-beta", load_in_4bit=True)
71
 
72
  #READER_MODEL = "HuggingFaceH4/zephyr-7b-beta"
73