FlawedLLM commited on
Commit
e4cd2b9
·
verified ·
1 Parent(s): bcbc05a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -4
app.py CHANGED
@@ -3,15 +3,12 @@ from peft import PeftModel, PeftConfig
3
  from peft import AutoPeftModelForCausalLM
4
  from transformers import AutoTokenizer
5
 
6
-
7
-
8
  model = AutoPeftModelForCausalLM.from_pretrained(
9
  "FlawedLLM/BhashiniLLM", # YOUR MODEL YOU USED FOR TRAINING
10
  load_in_4bit = True,
11
  )
12
  tokenizer = AutoTokenizer.from_pretrained("lora_model")
13
-
14
- @spaces.GPU(duration=300)
15
  def chunk_it(input_command):
16
  inputs = tokenizer(
17
  [
 
3
  from peft import AutoPeftModelForCausalLM
4
  from transformers import AutoTokenizer
5
 
6
+ @spaces.GPU(duration=300)
 
7
  model = AutoPeftModelForCausalLM.from_pretrained(
8
  "FlawedLLM/BhashiniLLM", # YOUR MODEL YOU USED FOR TRAINING
9
  load_in_4bit = True,
10
  )
11
  tokenizer = AutoTokenizer.from_pretrained("lora_model")
 
 
12
  def chunk_it(input_command):
13
  inputs = tokenizer(
14
  [