Gyr0MAN commited on
Commit
34014aa
Β·
verified Β·
1 Parent(s): b8b1a88

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -4,7 +4,7 @@ import spaces
4
  from transformers import AutoTokenizer, AutoModelForCausalLM
5
 
6
  tokenizer = AutoTokenizer.from_pretrained("ping98k/typhoon-7b-rag-instruct-th")
7
- model = AutoModelForCausalLM.from_pretrained("ping98k/typhoon-7b-rag-instruct-th")
8
 
9
  @spaces.GPU(duration=120)
10
  def response(instruction, history, inputText):
 
4
  from transformers import AutoTokenizer, AutoModelForCausalLM
5
 
6
  tokenizer = AutoTokenizer.from_pretrained("ping98k/typhoon-7b-rag-instruct-th")
7
+ model = AutoModelForCausalLM.from_pretrained("ping98k/typhoon-7b-rag-instruct-th", device_map={"": 0})
8
 
9
  @spaces.GPU(duration=120)
10
  def response(instruction, history, inputText):