FlawedLLM commited on
Commit
a0a122f
·
verified ·
1 Parent(s): 18aeeba

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -3,13 +3,15 @@ from peft import PeftModel, PeftConfig
3
  from peft import AutoPeftModelForCausalLM
4
  from transformers import AutoTokenizer
5
 
6
- @spaces.GPU(duration=300)
7
 
8
  model = AutoPeftModelForCausalLM.from_pretrained(
9
  "FlawedLLM/BhashiniLLM", # YOUR MODEL YOU USED FOR TRAINING
10
  load_in_4bit = load_in_4bit,
11
  )
12
- tokenizer = AutoTokenizer.from_pretrained("lora_model")
 
 
13
  def chunk_it(input_command):
14
  inputs = tokenizer(
15
  [
 
3
  from peft import AutoPeftModelForCausalLM
4
  from transformers import AutoTokenizer
5
 
6
+
7
 
8
  model = AutoPeftModelForCausalLM.from_pretrained(
9
  "FlawedLLM/BhashiniLLM", # YOUR MODEL YOU USED FOR TRAINING
10
  load_in_4bit = load_in_4bit,
11
  )
12
+ tokenizer = AutoTokenizer.from_pretrained("lora_model")
13
+
14
+ @spaces.GPU(duration=300)
15
  def chunk_it(input_command):
16
  inputs = tokenizer(
17
  [