VanguardAI commited on
Commit
8933f51
·
verified ·
1 Parent(s): 244d225

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -1,13 +1,13 @@
1
  import torch
2
- from transformers import LlamaForCausalLM, LlamaTokenizer
3
  from peft import LoraConfig, PeftModel
4
  import gradio as gr
5
 
6
  # Load tokenizer
7
- tokenizer = LlamaTokenizer.from_pretrained("VanguardAI/BhashiniLLaMa3-8B_LoRA_Adapters")
8
 
9
  # Load base model
10
- base_model = LlamaForCausalLM.from_pretrained("unsloth/llama-3-8b-Instruct-bnb-4bit")
11
 
12
  # Apply LoRA adapters
13
  lora_config = LoraConfig(
 
1
  import torch
2
+ from transformers import AutoTokenizer, AutoModelForCausalLM
3
  from peft import LoraConfig, PeftModel
4
  import gradio as gr
5
 
6
  # Load tokenizer
7
+ tokenizer = AutoTokenizer.from_pretrained("VanguardAI/BhashiniLLaMa3-8B_LoRA_Adapters")
8
 
9
  # Load base model
10
+ base_model = AutoModelForCausalLM.from_pretrained("unsloth/llama-3-8b-Instruct-bnb-4bit")
11
 
12
  # Apply LoRA adapters
13
  lora_config = LoraConfig(