Hugging Face's logo

Spaces:
Namitg02
/
Test
Runtime error

App Files Community
Namitg02 commited on
Commit
1f8547b
·
verified ·
1 Parent(s): d467389

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -67,7 +67,7 @@ from langchain.chains import create_retrieval_chain
67
  #READER_MODEL=Ollama(model="meta-llama/Meta-Llama-Guard-2-8B")
68
 
69
  from transformers import AutoModelForSeq2SeqLM, BitsAndBytesConfig
70
- lll_model = AutoModelForCausalLM.from_pretrained("unsloth/llama-3-8b-bnb-4bit",low_cpu_mem_usage=True,max_shard_size="1GB")
71
 
72
  #READER_MODEL = "HuggingFaceH4/zephyr-7b-beta"
73
 
 
67
  #READER_MODEL=Ollama(model="meta-llama/Meta-Llama-Guard-2-8B")
68
 
69
  from transformers import AutoModelForSeq2SeqLM, BitsAndBytesConfig
70
+ lll_model = AutoModelForSeq2SeqLM.from_pretrained("unsloth/llama-3-8b-bnb-4bit",low_cpu_mem_usage=True,max_shard_size="1GB")
71
 
72
  #READER_MODEL = "HuggingFaceH4/zephyr-7b-beta"
73