Hugging Face's logo

Spaces:
chripto
/
desc_compare
Running

App Files Community
chripto commited on
Commit
470f542
·
verified ·
1 Parent(s): d7065fa

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -6,7 +6,7 @@ import uvicorn
6
 
7
  app = FastAPI()
8
 
9
- client = InferenceClient("tiiuae/Falcon3-7B-Instruct-GPTQ-Int4")
10
  #client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
11
  #client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.2")
12
  #client = InferenceClient("chripto/Mistral-7B-Instruct-v0.2_20240802")
 
6
 
7
  app = FastAPI()
8
 
9
+ client = InferenceClient("tiiuae/Falcon3-3B-Instruct-1.58bit")
10
  #client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
11
  #client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.2")
12
  #client = InferenceClient("chripto/Mistral-7B-Instruct-v0.2_20240802")