AIRider's picture
Update handler.py
b2835cd verified
raw
history blame
390 Bytes
from huggingfacehub import HuggingfaceHubModelregistry
from transformers import AutoModelorSequenceClassification
# AIider/o-Llama3-Luxia-8B-Q4M-GG 모델을 로드합니다
model = AutoModelorSequenceClassification.frompretrained("AIRider/Ko-Llama3-Luxia-8B-Q4_K_M-GGUF")
# HuggingfaceHubModelregistry를 사용하여 모델을 등록합니다
HuggingfaceHubModelregistry.register(model)