jla25 commited on
Commit
05cc433
·
verified ·
1 Parent(s): 2433496

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +9 -2
handler.py CHANGED
@@ -2,10 +2,17 @@ from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
2
  import torch
3
  import json
4
 
 
 
 
 
 
 
 
5
  class EndpointHandler:
6
  def __init__(self, model_dir):
7
- self.tokenizer = AutoTokenizer.from_pretrained("jla25/squareV3")
8
- self.model = AutoModelForSeq2SeqLM.from_pretrained("jla25/squareV3")
9
  self.model.eval()
10
 
11
  def preprocess(self, data):
 
2
  import torch
3
  import json
4
 
5
+ token = os.getenv("HUGGINGFACE_TOKEN")
6
+ model_name = "jla25/squareV3"
7
+
8
+ tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=token)
9
+ model = AutoModelForSeq2SeqLM.from_pretrained(model_name, use_auth_token=token)
10
+
11
+
12
  class EndpointHandler:
13
  def __init__(self, model_dir):
14
+ self.tokenizer = AutoTokenizer.from_pretrained(model_name)
15
+ self.model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
16
  self.model.eval()
17
 
18
  def preprocess(self, data):