Update handler.py

handler.py

@@ -1,26 +1,8 @@
-# handler.py
-import torch
-from transformers import AutoModelForSequenceClassification, AutoTokenizer
+from huggingfacehub import HuggingfaceHubModelregistry
+from transformers import AutoModelorSequenceClassification
 
-def handle(request):
-    # 모델 로드
-    model = AutoModelForSequenceClassification.from_pretrained("AIRider/Ko-Llama3-Luxia-8B-Q4_K_M-GGUF")
-    tokenizer = AutoTokenizer.from_pretrained("AIRider/Ko-Llama3-Luxia-8B-Q4_K_M-GGUF")
+# AIider/o-Llama3-Luxia-8B-Q4M-GG 모델을 로드합니다
+model = AutoModelorSequenceClassification.frompretrained("AIRider/Ko-Llama3-Luxia-8B-Q4_K_M-GGUF")
 
-    # 입력 데이터 처리
-    input_text = request.inputs["text"]
-    inputs = tokenizer.encode_plus(
-        input_text,
-        add_special_tokens=True,
-        max_length=512,
-        return_attention_mask=True,
-        return_tensors="pt",
-    )
-
-    # 모델 추론
-    outputs = model(inputs["input_ids"], attention_mask=inputs["attention_mask"])
-    logits = outputs.logits
-
-    # 결과 반환
-    result = torch.argmax(logits).item()
-    return {"result": result}
+# HuggingfaceHubModelregistry를 사용하여 모델을 등록합니다
+HuggingfaceHubModelregistry.register(model)