sunilswain commited on
Commit
73ce0e7
1 Parent(s): 7a87883

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -5
app.py CHANGED
@@ -33,11 +33,10 @@ if not torch.cuda.is_available():
33
  DESCRIPTION += "\n<p>Running on CPU 🥶 This demo does not work on CPU.</p>"
34
 
35
 
36
- if torch.cuda.is_available():
37
- model_id = "sunilswain/llama2-7b-chat-EssplTravelPolicy3.7k-epoch5"
38
- model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto")
39
- tokenizer = AutoTokenizer.from_pretrained(model_id)
40
- tokenizer.use_default_system_prompt = False
41
 
42
 
43
  @spaces.GPU
 
33
  DESCRIPTION += "\n<p>Running on CPU 🥶 This demo does not work on CPU.</p>"
34
 
35
 
36
+ model_id = "sunilswain/llama2-7b-chat-EssplTravelPolicy3.7k-epoch5"
37
+ model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto")
38
+ tokenizer = AutoTokenizer.from_pretrained(model_id)
39
+ tokenizer.use_default_system_prompt = False
 
40
 
41
 
42
  @spaces.GPU