Update services/model_service.py
Browse files
services/model_service.py
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
# services/model_service.py
|
2 |
-
from transformers import AutoTokenizer, AutoModelForCausalLM
|
3 |
from sentence_transformers import SentenceTransformer
|
4 |
import torch
|
5 |
from functools import lru_cache
|
|
|
1 |
# services/model_service.py
|
2 |
+
from transformers import AutoTokenizer, AutoModelForCausalLM, LlamaConfig
|
3 |
from sentence_transformers import SentenceTransformer
|
4 |
import torch
|
5 |
from functools import lru_cache
|