Commit
·
351fc66
1
Parent(s):
729ce9e
use PreTrainedPipeline in custom handler
Browse files- pipeline.py +1 -1
pipeline.py
CHANGED
@@ -2,7 +2,7 @@ import torch
|
|
2 |
import transformers
|
3 |
from typing import Dict, List, Any
|
4 |
|
5 |
-
class
|
6 |
def __init__(self, path="oleksandrfluxon/mpt-7b-chat-4bit"):
|
7 |
print("===> path", path)
|
8 |
config = transformers.AutoConfig.from_pretrained(path, trust_remote_code=True)
|
|
|
2 |
import transformers
|
3 |
from typing import Dict, List, Any
|
4 |
|
5 |
+
class PreTrainedPipeline():
|
6 |
def __init__(self, path="oleksandrfluxon/mpt-7b-chat-4bit"):
|
7 |
print("===> path", path)
|
8 |
config = transformers.AutoConfig.from_pretrained(path, trust_remote_code=True)
|