BenBranyon commited on
Commit
a32ef3c
·
verified ·
1 Parent(s): 1a1d54b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -6,6 +6,7 @@ import gradio as gr
6
  import spaces
7
  import torch
8
  from huggingface_hub import InferenceClient
 
9
  from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
10
 
11
  MAX_MAX_NEW_TOKENS = 1024
 
6
  import spaces
7
  import torch
8
  from huggingface_hub import InferenceClient
9
+ from peft import AutoPeftModelForCausalLM
10
  from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
11
 
12
  MAX_MAX_NEW_TOKENS = 1024