Update app.py
Browse files
app.py
CHANGED
@@ -9,6 +9,7 @@ import gradio as gr
|
|
9 |
device = 'cuda' if torch.cuda.is_available() else 'cpu'
|
10 |
model = AutoModelForCausalLM.from_pretrained(
|
11 |
'scb10x/llama-3-typhoon-v1.5-8b-instruct-vision-preview',
|
|
|
12 |
torch_dtype=torch.float16 if device == 'cuda' else torch.float32,
|
13 |
device_map='auto',
|
14 |
trust_remote_code=True
|
|
|
9 |
device = 'cuda' if torch.cuda.is_available() else 'cpu'
|
10 |
model = AutoModelForCausalLM.from_pretrained(
|
11 |
'scb10x/llama-3-typhoon-v1.5-8b-instruct-vision-preview',
|
12 |
+
revision='main', # or specify a commit hash if needed
|
13 |
torch_dtype=torch.float16 if device == 'cuda' else torch.float32,
|
14 |
device_map='auto',
|
15 |
trust_remote_code=True
|