Heit39 commited on
Commit
cb04c7f
·
verified ·
1 Parent(s): 932c085

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -1,5 +1,6 @@
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
 
3
 
4
  """
5
  Copied from inference in colab notebook
@@ -16,7 +17,7 @@ model_path = "Mat17892/t5small_enfr_opus"
16
  tokenizer = AutoTokenizer.from_pretrained(model_path, use_fast=True, legacy=False)
17
 
18
  # Load the base model (e.g., LLaMA)
19
- base_model = AutoModelForSeq2SeqLM.from_pretrained(base_model)
20
 
21
  # Load LoRA adapter
22
  from peft import PeftModel
 
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
3
+ import os
4
 
5
  """
6
  Copied from inference in colab notebook
 
17
  tokenizer = AutoTokenizer.from_pretrained(model_path, use_fast=True, legacy=False)
18
 
19
  # Load the base model (e.g., LLaMA)
20
+ base_model = AutoModelForSeq2SeqLM.from_pretrained(base_model,token = os.getenv('huggingface_token'))
21
 
22
  # Load LoRA adapter
23
  from peft import PeftModel