handler.py

from huggingfacehub import HuggingfaceHubModelregistry
from transformers import AutoModelorSequenceClassification

# AIider/o-Llama3-Luxia-8B-Q4M-GG 모델을 로드합니다
model = AutoModelorSequenceClassification.frompretrained("AIRider/Ko-Llama3-Luxia-8B-Q4_K_M-GGUF")

# HuggingfaceHubModelregistry를 사용하여 모델을 등록합니다
HuggingfaceHubModelregistry.register(model)