oleksandrfluxon commited on
Commit
351fc66
·
1 Parent(s): 729ce9e

use PreTrainedPipeline in custom handler

Browse files
Files changed (1) hide show
  1. pipeline.py +1 -1
pipeline.py CHANGED
@@ -2,7 +2,7 @@ import torch
2
  import transformers
3
  from typing import Dict, List, Any
4
 
5
- class EndpointHandler():
6
  def __init__(self, path="oleksandrfluxon/mpt-7b-chat-4bit"):
7
  print("===> path", path)
8
  config = transformers.AutoConfig.from_pretrained(path, trust_remote_code=True)
 
2
  import transformers
3
  from typing import Dict, List, Any
4
 
5
+ class PreTrainedPipeline():
6
  def __init__(self, path="oleksandrfluxon/mpt-7b-chat-4bit"):
7
  print("===> path", path)
8
  config = transformers.AutoConfig.from_pretrained(path, trust_remote_code=True)