Hugging Face's logo

Spaces:
uhoui
/
ollama_serve
Paused

App Files Community
uhoui commited on
Commit
6eda90e
·
1 Parent(s): 21ba868

oh yeah

Browse files
Files changed (2) hide show
  1. __pycache__/main.cpython-310.pyc +0 -0
  2. main.py +1 -1
__pycache__/main.cpython-310.pyc CHANGED
Binary files a/__pycache__/main.cpython-310.pyc and b/__pycache__/main.cpython-310.pyc differ
 
main.py CHANGED
@@ -6,7 +6,7 @@ import uvicorn
6
  import os
7
 
8
  # Load model (Mistral, Mixtral, Llama2, etc. that works on zeroGPU)
9
- model_id = "mistralai/Mistral-7B-v0.1" # Open version (not instruct)
10
  tokenizer = AutoTokenizer.from_pretrained(model_id)
11
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype="auto")
12
  generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
 
6
  import os
7
 
8
  # Load model (Mistral, Mixtral, Llama2, etc. that works on zeroGPU)
9
+ model_id = "TinyLlama/TinyLlama-1.1B-Chat-v1.0" # Open version (not instruct)
10
  tokenizer = AutoTokenizer.from_pretrained(model_id)
11
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype="auto")
12
  generator = pipeline("text-generation", model=model, tokenizer=tokenizer)