Rathapoom commited on
Commit
e99fc14
·
verified ·
1 Parent(s): 0227cb5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -9,6 +9,7 @@ import gradio as gr
9
  device = 'cuda' if torch.cuda.is_available() else 'cpu'
10
  model = AutoModelForCausalLM.from_pretrained(
11
  'scb10x/llama-3-typhoon-v1.5-8b-instruct-vision-preview',
 
12
  torch_dtype=torch.float16 if device == 'cuda' else torch.float32,
13
  device_map='auto',
14
  trust_remote_code=True
 
9
  device = 'cuda' if torch.cuda.is_available() else 'cpu'
10
  model = AutoModelForCausalLM.from_pretrained(
11
  'scb10x/llama-3-typhoon-v1.5-8b-instruct-vision-preview',
12
+ revision='main', # or specify a commit hash if needed
13
  torch_dtype=torch.float16 if device == 'cuda' else torch.float32,
14
  device_map='auto',
15
  trust_remote_code=True