adilkh26 commited on
Commit
cde97aa
·
verified ·
1 Parent(s): b8969f6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -1,6 +1,6 @@
1
  import gradio as gr
2
  import torch
3
- from transformers import AutoModel, AutoTokenizer, AutoModelForCasualLM
4
  import deepspeed
5
 
6
  # Model name
@@ -10,7 +10,7 @@ model_name = "OpenGVLab/InternVideo2_5_Chat_8B"
10
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
11
 
12
  # Load model efficiently
13
- model = AutoModelForCasualLM.from_pretrained(
14
  model_name,
15
  trust_remote_code=True,
16
  torch_dtype=torch.float16, # Use float16 for lower memory usage
 
1
  import gradio as gr
2
  import torch
3
+ from transformers import AutoModel, AutoTokenizer, AutoModelForCausalLM
4
  import deepspeed
5
 
6
  # Model name
 
10
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
11
 
12
  # Load model efficiently
13
+ model = AutoModelForCausalLM.from_pretrained(
14
  model_name,
15
  trust_remote_code=True,
16
  torch_dtype=torch.float16, # Use float16 for lower memory usage