oleksandrfluxon
/

mpt-7b-instruct

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

oleksandrfluxon commited on Jul 21, 2023

Commit

4c526ae

•

1 Parent(s): acafa74

Update handler.py

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -5,7 +5,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, AutoConfig
 class EndpointHandler:
-    def __init__(self, path="", unused):
         print('===> __init__', path, unused)
         # load model and tokenizer from path
         self.tokenizer = AutoTokenizer.from_pretrained(path) # AutoTokenizer.from_pretrained("EleutherAI/gpt-neox-20b")

 class EndpointHandler:
+    def __init__(self, path="", unused=""):
         print('===> __init__', path, unused)
         # load model and tokenizer from path
         self.tokenizer = AutoTokenizer.from_pretrained(path) # AutoTokenizer.from_pretrained("EleutherAI/gpt-neox-20b")